2026-06-10T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "305f1891-62f3-4b3f-bde4-d298dc5a1bed", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "761f1565-f58c-4b0c-9bb8-1fa98ba6cc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b18e7a7c-4f0c-4bcf-bcf8-26cad18cc196", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:50:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b18e7a7c-4f0c-4bcf-bcf8-26cad18cc196", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a4ff9c8-5ddc-4aa3-a594-0ecfed05b019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "edfd6f3e-21ea-4ab5-b860-17b1920d25c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a7fbc75d-49b8-4116-9f56-a49de6aaaf41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:50:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a7fbc75d-49b8-4116-9f56-a49de6aaaf41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6b24f41-f6ac-409d-b417-2184279830e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7f01f9-6107-4bb1-9956-cb3cfc7aa15c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7f01f9-6107-4bb1-9956-cb3cfc7aa15c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cfb1f43d-ef82-4618-9744-d0a7d07885c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7f01f9-6107-4bb1-9956-cb3cfc7aa15c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc3e6849-0b6a-40e6-9d60-0fceaa0a036d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cd83e321-5550-465e-a10d-d679594d8098", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc3e6849-0b6a-40e6-9d60-0fceaa0a036d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc3e6849-0b6a-40e6-9d60-0fceaa0a036d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f61184a-5261-4931-91b0-2b9daabe76d4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ab4a8e-9535-4fa1-93de-535cd00b196e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a850bd77-bb00-4968-95b3-aeb229a80077", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ab4a8e-9535-4fa1-93de-535cd00b196e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55ab4a8e-9535-4fa1-93de-535cd00b196e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac65c979-ce03-4f30-96b4-f29d15546c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8e17005-59d3-4e71-a1ce-ad701c7bd139", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac65c979-ce03-4f30-96b4-f29d15546c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac65c979-ce03-4f30-96b4-f29d15546c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e46a361-0a92-416a-870a-1de4a8cf81b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "55a5d6ce-8bfc-4d80-b5e3-6ac35eeaa2cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e46a361-0a92-416a-870a-1de4a8cf81b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e46a361-0a92-416a-870a-1de4a8cf81b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46bada1b-e1b6-4a20-9345-7e44c276e515", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3c6f36d4-969f-4b02-b79a-8440f204f822", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46bada1b-e1b6-4a20-9345-7e44c276e515", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46bada1b-e1b6-4a20-9345-7e44c276e515", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "128384a0-1ee6-4c19-9674-b082fc85d4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "128384a0-1ee6-4c19-9674-b082fc85d4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "128384a0-1ee6-4c19-9674-b082fc85d4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "904f29f9-da17-4991-8a71-449b490f3eed", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9bcf8c27-6cff-4df3-b4e0-0c3da964b694", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "054c4897-5be8-4e3c-9de7-d61e9a42fae1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "054c4897-5be8-4e3c-9de7-d61e9a42fae1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "054c4897-5be8-4e3c-9de7-d61e9a42fae1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2b552d86-ba7f-4a97-8047-b8177b276811", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:50:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:50:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d7be6e25-1d5a-4841-8126-8956e783f1e8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8baa419c-6511-4aa9-926a-09b74128c8d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8baa419c-6511-4aa9-926a-09b74128c8d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:50:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8baa419c-6511-4aa9-926a-09b74128c8d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:50:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:50:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bf3e5c4d-c1e6-44de-af82-bff012c8f6e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:50:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:50:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:50:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8ee098a3-affd-4547-acd7-2edac3c54365", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a74827-cdf1-46da-b9d9-207b897a3f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a74827-cdf1-46da-b9d9-207b897a3f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:51:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a74827-cdf1-46da-b9d9-207b897a3f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a09e76d-8fae-40bc-8e1c-a7572a529ead", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1b53ccf9-f02c-4c38-99f6-648dccdce2e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc5c311-237a-44bf-a86f-84f0cdef46e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc5c311-237a-44bf-a86f-84f0cdef46e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc5c311-237a-44bf-a86f-84f0cdef46e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:51:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b3b2e02a-46d2-4c84-abc0-cd31251c6adc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:51:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7906c33-6f56-4a11-9091-60b50ff892a0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "862a3b35-4f0b-43fd-a0e9-190d218c6efa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "862a3b35-4f0b-43fd-a0e9-190d218c6efa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:51:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "862a3b35-4f0b-43fd-a0e9-190d218c6efa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:51:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:51:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f31f5c76-390d-4cdf-ae5a-1e493d531bbc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:51:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:51:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:51:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:51:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:51:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b6f67aa1-880a-4cf3-861c-5b6f4750e455", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:51:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:51:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:51:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:51:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:51:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a5891ad1-8155-4672-92e1-1119323b68e1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:51:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:51:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:51:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:51:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:51:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b8e5bbcb-a494-4412-b731-65427c01fd50", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f9afa864-ddff-4fa1-a7d1-f6f8cff591bb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:52:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2a36cae1-313d-4b08-834f-d64114ca38b4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:52:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:52:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:52:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:52:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "448ec8fa-d8b7-4267-b4aa-ae335bf7496b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:52:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:52:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:52:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:52:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:52:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1fab1d0a-cad2-4c8e-baf5-5995509ad52b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:52:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f622ba30-f3c4-444d-8c97-b0d6890cacc5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:52:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "975b2d8d-f4f7-4df3-b939-02a77231d1f0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b78fca00-d9a6-4988-ba1f-992e2210b470", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "1bcb1c51-de4e-46b0-a2f5-5a1f4e74fc0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5cdefdbd-ae09-44c7-8aa4-aa2b1ddde62e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:52:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5cdefdbd-ae09-44c7-8aa4-aa2b1ddde62e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04a02b9-72d7-4d67-a15e-98f4fc8114b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7b0f88e8-0b1a-4891-9748-47015c01b3ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "698a4d5a-6feb-4444-8b05-e1bfa67d4540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:52:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "698a4d5a-6feb-4444-8b05-e1bfa67d4540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93551e6d-f7c6-4ddb-8b03-6540098cac33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9fdf07d2-d3f9-420a-bfb8-c73f4a5e5b54", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T11:52:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8d125d9d-9109-4139-b9a8-c87b1e215648", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:52:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8d125d9d-9109-4139-b9a8-c87b1e215648", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:52:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "64b1fc00-645c-40a5-853b-9e96c288ff09", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:52:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "64b1fc00-645c-40a5-853b-9e96c288ff09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf44c92-fbd1-43d7-98d8-59071a820906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "08ff2a34-62ea-41a4-ba17-1795459c572e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T11:52:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "03e30620-e83e-48fe-a740-1bd16eb8842e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:52:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "03e30620-e83e-48fe-a740-1bd16eb8842e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bf2bdaa-7021-4ffa-9e2f-4c0bf58a0725", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:52:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:52:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:52:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:52:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:52:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:52:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a5e5e6af-4201-4537-80d1-81a3f27e4fd5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:52:46Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:46Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:49Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:49Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "547534a6-a703-48af-9cf9-9d009fb83211", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e5ca81ef-3296-4ea9-8ac4-ff899e8cdc0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ad338cb4-898d-40b3-97c1-237322e8f0f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ad338cb4-898d-40b3-97c1-237322e8f0f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4973b73d-4a7b-4308-915c-e609989e541d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "30f6c203-8a2e-4c64-afa0-d9fb33acec42", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "30c04a6a-0c56-4786-96f4-113b93ab09d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "30c04a6a-0c56-4786-96f4-113b93ab09d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5022d3e1-4a93-4ed2-84f1-726ff8337a93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef369ec-abd3-4243-98f9-d11ccc451780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef369ec-abd3-4243-98f9-d11ccc451780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef369ec-abd3-4243-98f9-d11ccc451780", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "51287d3c-9a2e-4d59-8ec0-ace45939b462", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "51287d3c-9a2e-4d59-8ec0-ace45939b462", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2467c99c-22cd-4384-b8e9-4372f4a6e5ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2467c99c-22cd-4384-b8e9-4372f4a6e5ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b741df7-306e-4576-a578-4efd0aca1f99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b741df7-306e-4576-a578-4efd0aca1f99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c9d3b328-5f4f-432f-95a5-0465bb2410b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3cb82a06-3738-427e-afec-cc9d3a961c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3cb82a06-3738-427e-afec-cc9d3a961c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "96ac488d-4396-4a2b-a209-7d6813d2b18e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6f3d550-43e5-491f-bc88-35d8ab946e01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d26a942a-b7f4-4fec-aea5-a52ac2853ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a818e241-47da-4b19-8c2a-6a800e86623c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a818e241-47da-4b19-8c2a-6a800e86623c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9266bb2-20eb-4bf4-97ea-23bf5e427a23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a9bdfef-29c6-4741-b126-e364093b247f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a9bdfef-29c6-4741-b126-e364093b247f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a9bdfef-29c6-4741-b126-e364093b247f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "57a597c8-184b-4caa-87a8-572c50f087cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "57a597c8-184b-4caa-87a8-572c50f087cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7a8f0f83-5567-4c5b-9dc3-b508cc95c7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7a8f0f83-5567-4c5b-9dc3-b508cc95c7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083b881f-a075-4435-80eb-f96ed63bf0a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083b881f-a075-4435-80eb-f96ed63bf0a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "ff9d17a4-16ce-4d0f-8b60-200e600356a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-trusted-ca-bundle", "reconcileID": "d617d39a-ea05-4846-a7ca-6b255fa8861f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "d15b07a9-2164-453a-bcdc-ba8477355e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "d15b07a9-2164-453a-bcdc-ba8477355e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d96a7ec-b7c8-49e1-8b99-a60e9ce53458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "d53441f3-ae12-40a2-a79e-612c5881d42e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-trusted-ca-bundle", "reconcileID": "607d0a7f-1c2b-4fd0-b92b-3547de8ac6aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d53b68", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-trusted-ca-bundle", "reconcileID": "607d0a7f-1c2b-4fd0-b92b-3547de8ac6aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "908180bd-3051-4890-84cf-b8b27d1f423a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9f2a4dc-c095-46f4-864d-a0bd71be1c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9f2a4dc-c095-46f4-864d-a0bd71be1c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9f2a4dc-c095-46f4-864d-a0bd71be1c4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e0249a0-d84c-4b41-8e8a-a8a13b7f2ad7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e0249a0-d84c-4b41-8e8a-a8a13b7f2ad7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e0249a0-d84c-4b41-8e8a-a8a13b7f2ad7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f6b8b1-c452-4f41-aae4-0b9d2c09f367", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f6b8b1-c452-4f41-aae4-0b9d2c09f367", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f6b8b1-c452-4f41-aae4-0b9d2c09f367", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "916c92f1-5637-4642-b200-c1b171f5628a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "916c92f1-5637-4642-b200-c1b171f5628a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "916c92f1-5637-4642-b200-c1b171f5628a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0ba9067-e8c8-475e-af18-d1b5fb53bb4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0ba9067-e8c8-475e-af18-d1b5fb53bb4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0ba9067-e8c8-475e-af18-d1b5fb53bb4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-d53b68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-trusted-ca-bundle", "reconcileID": "d71e43f2-1d5d-4711-9685-02bbb20d8a4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-trusted-ca-bundle", "reconcileID": "d71e43f2-1d5d-4711-9685-02bbb20d8a4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "99a13076-d198-4663-9201-e62a1c8785ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "openshift-service-ca.crt", "reconcileID": "99a13076-d198-4663-9201-e62a1c8785ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a5ff6c-7e04-4468-b147-fe691310e2c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d53b68"}, "namespace": "e2e-modelref-d53b68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a5ff6c-7e04-4468-b147-fe691310e2c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d53b68"} 2026-06-10T11:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "22a8dd41-1e5b-4ad2-af88-62a83faf4325", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-trusted-ca-bundle", "reconcileID": "d4902e93-0447-4119-ae94-735dbdb57ecd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "300f90ae-74dd-456b-9c15-d9100986b0ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "300f90ae-74dd-456b-9c15-d9100986b0ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "5ea2ee96-af22-438c-bf50-34a438faed83", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b96a23b6-1731-4320-a28d-563edfccc4e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-trusted-ca-bundle", "reconcileID": "4cf54123-e702-4e8a-8469-52f459b0dfe6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-40a527", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:56:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-trusted-ca-bundle", "reconcileID": "4cf54123-e702-4e8a-8469-52f459b0dfe6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe9a9ed-4aca-452f-b65f-672e6bc92ba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c22ebc1-5ca7-4691-9ab9-c08cb3365e54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c22ebc1-5ca7-4691-9ab9-c08cb3365e54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c22ebc1-5ca7-4691-9ab9-c08cb3365e54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6aee967c-10c0-4fa9-a047-b30b70d54879", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6aee967c-10c0-4fa9-a047-b30b70d54879", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6aee967c-10c0-4fa9-a047-b30b70d54879", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8232731e-69bc-404a-abb4-dcd4e7f3eaea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8232731e-69bc-404a-abb4-dcd4e7f3eaea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8232731e-69bc-404a-abb4-dcd4e7f3eaea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b7943d8-1463-480e-853f-c6f9e360b5c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b7943d8-1463-480e-853f-c6f9e360b5c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b7943d8-1463-480e-853f-c6f9e360b5c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:57:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be1ff93-b2d2-4453-86ab-2aa3a6eb9140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be1ff93-b2d2-4453-86ab-2aa3a6eb9140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be1ff93-b2d2-4453-86ab-2aa3a6eb9140", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-40a527 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:57:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-trusted-ca-bundle", "reconcileID": "64cad538-712c-4abe-a568-e9e8201997b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-trusted-ca-bundle", "reconcileID": "64cad538-712c-4abe-a568-e9e8201997b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "f5e707a1-5ee5-4ef3-b999-0cc51a1178f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "openshift-service-ca.crt", "reconcileID": "f5e707a1-5ee5-4ef3-b999-0cc51a1178f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25cf06cc-7e7b-4601-a33c-f0cb8695cc74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-40a527"}, "namespace": "e2e-modelref-40a527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25cf06cc-7e7b-4601-a33c-f0cb8695cc74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-40a527"} 2026-06-10T11:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "8c40284d-15a1-4cb3-942d-6d396f3006f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "2c422ce1-ba43-4112-8ade-86315500b537", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "2c422ce1-ba43-4112-8ade-86315500b537", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-trusted-ca-bundle", "reconcileID": "c2c06a14-e0dd-4239-883f-577697cea8c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8a5ff1d-9a01-40f1-b7b6-021b2ca69b03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "8e7221a2-bfc7-48f2-8627-fe24b4e109ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-trusted-ca-bundle", "reconcileID": "81cee96f-5959-4a2d-87a9-a411ce363669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b59fe4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-trusted-ca-bundle", "reconcileID": "81cee96f-5959-4a2d-87a9-a411ce363669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a3306cf-68db-4d51-b250-ab572673f941", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44a63a79-abd1-46a5-8298-6898a1cee01c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44a63a79-abd1-46a5-8298-6898a1cee01c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44a63a79-abd1-46a5-8298-6898a1cee01c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-b59fe4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:57:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-trusted-ca-bundle", "reconcileID": "8c426e5b-ce03-4731-a4b1-7c25df59f481", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-trusted-ca-bundle", "reconcileID": "8c426e5b-ce03-4731-a4b1-7c25df59f481", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "b78199aa-fe34-4e80-87e1-cf142c2bc442", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "openshift-service-ca.crt", "reconcileID": "b78199aa-fe34-4e80-87e1-cf142c2bc442", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c44d4e94-636f-4653-81b2-693772369aaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b59fe4"}, "namespace": "e2e-webhook-test-b59fe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c44d4e94-636f-4653-81b2-693772369aaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b59fe4"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "9a3022ea-76f5-497d-ae81-f8b4160621db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-trusted-ca-bundle", "reconcileID": "346f02ff-63f6-4843-adbd-b35db12807c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "e5ba1ff0-7b02-49e9-82c7-088f54655ffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "e5ba1ff0-7b02-49e9-82c7-088f54655ffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97fccb3d-3729-4105-afc0-5e257bcbeffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "6ee24c9c-99aa-4144-8200-ac44fbe7aa7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-trusted-ca-bundle", "reconcileID": "7ffd09cf-848c-4aa0-8f3a-9c93d89ee64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc90e6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-trusted-ca-bundle", "reconcileID": "7ffd09cf-848c-4aa0-8f3a-9c93d89ee64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2d5473-129a-471b-82a4-992c26a1db91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd46526-9518-4355-a533-146c196cba45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd46526-9518-4355-a533-146c196cba45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:57:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd46526-9518-4355-a533-146c196cba45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-bc90e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:57:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ae0e39-e1ce-4299-946a-2f8a142234b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ae0e39-e1ce-4299-946a-2f8a142234b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "d79938b5-da06-46ad-a443-0ad93b2abfb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "openshift-service-ca.crt", "reconcileID": "d79938b5-da06-46ad-a443-0ad93b2abfb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a71cb2-4436-48d1-bc91-52e57b735f36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T11:57:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc90e6"}, "namespace": "e2e-webhook-test-bc90e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a71cb2-4436-48d1-bc91-52e57b735f36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc90e6"} 2026-06-10T12:10:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:10:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:10:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:10:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "40cad278-2622-494b-ae7c-a064b54c6980", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "0a86547e-5305-4c3c-9601-2679fe82b19f", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "f63c37f0-bd93-4a7e-aca1-63d5cec99214", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "2ec3c586-bd90-4a64-8d27-7c98037b8c37", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "c69b79aa-116f-4782-90db-84e8af082f45", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "df632166-3cc2-4448-ae70-5785590cff0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "507f0cba-c24a-495c-9e08-2f6a93db8ace", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "6b56d9de-c1fb-44c0-9822-e5b62c3c5a10", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "6b56d9de-c1fb-44c0-9822-e5b62c3c5a10", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "250d5978-4b69-4339-8a81-e6a35670b826", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "250d5978-4b69-4339-8a81-e6a35670b826", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a73df9d-3006-4881-8e79-56d9da0c3a5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "f89f3f56-2fc2-448c-9141-9a87b540f58a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "9cd99f36-fb10-4f31-89a2-8f3e79744da6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "9cd99f36-fb10-4f31-89a2-8f3e79744da6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99c3dd80-28d8-465f-9e7c-e6ce61775139", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:14:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "6377fba9-1d97-4431-bcf3-e938f0472df5", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:14:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f576e782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f576e782", "reconcileID": "4016a770-cd1c-46e2-acf7-65ee3a9c4a9a", "Gateway": "e2e-ait-f576e782", "namespace": "openshift-ingress"} 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e8296-4232-403b-9616-c45aa3b01b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e8296-4232-403b-9616-c45aa3b01b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e8296-4232-403b-9616-c45aa3b01b90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f576e782 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "20be996e-05aa-40eb-b4e7-267950546b5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "20be996e-05aa-40eb-b4e7-267950546b5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "20be996e-05aa-40eb-b4e7-267950546b5b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f576e782 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b25243-dc90-45ea-84fc-815f13b9ae75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b25243-dc90-45ea-84fc-815f13b9ae75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b25243-dc90-45ea-84fc-815f13b9ae75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f576e782 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "bdb0842e-df36-47f5-a469-eeb758b68d73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "openshift-service-ca.crt", "reconcileID": "bdb0842e-df36-47f5-a469-eeb758b68d73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "053f606d-2aea-474a-995b-22e457b53ebe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-trusted-ca-bundle", "reconcileID": "053f606d-2aea-474a-995b-22e457b53ebe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52f98e33-ab64-4d31-a69b-e1b0f24f82ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f576e782"}, "namespace": "e2e-aitenant-f576e782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52f98e33-ab64-4d31-a69b-e1b0f24f82ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f576e782"} 2026-06-10T12:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "d19fd02a-0e15-4394-b9f8-e15cfaf9ae60", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "38c610f2-fcea-482c-8509-ea34a8fce978", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "2e777091-b54f-472b-bd43-11fbceb019b5", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "b10e635a-0c33-491f-92bf-4d2a3484d94d", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "ffbde0d2-8863-4f4b-837d-4530282a1087", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "openshift-service-ca.crt", "reconcileID": "634227c8-b990-49bc-932d-4ef8cf81bef9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "19acba78-541f-4146-ad62-e53fa78b9675", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "19acba78-541f-4146-ad62-e53fa78b9675", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "openshift-service-ca.crt", "reconcileID": "41af6830-f188-4f3b-b2c5-0c40103b2e1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47eef9d0-47a6-451b-b03c-e6d2805a0834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "694a6c22-4d66-4125-b8fb-c77bf19020d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "694a6c22-4d66-4125-b8fb-c77bf19020d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "952d2fe4-0b16-40ba-b82e-1b0d4b0d6fc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4928371a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4928371a", "reconcileID": "e9828b4e-1b01-40fd-b984-693757654de3", "Gateway": "e2e-ait-4928371a", "namespace": "openshift-ingress"} 2026-06-10T12:15:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "977b7549-b292-423c-8217-ce8e4f49b26b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "977b7549-b292-423c-8217-ce8e4f49b26b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "977b7549-b292-423c-8217-ce8e4f49b26b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4928371a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:15:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "491b4b7a-bea5-4865-87eb-34a5c344208b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-trusted-ca-bundle", "reconcileID": "491b4b7a-bea5-4865-87eb-34a5c344208b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "openshift-service-ca.crt", "reconcileID": "585b929f-068c-4860-892a-1746ed18acf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "openshift-service-ca.crt", "reconcileID": "585b929f-068c-4860-892a-1746ed18acf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e817c5da-49d0-46fe-8aa2-98ae897250f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a"} 2026-06-10T12:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4928371a"}, "namespace": "e2e-aitenant-4928371a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e817c5da-49d0-46fe-8aa2-98ae897250f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4928371a"}