2026-06-10T00:49:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56ccc811-0eb6-4b8f-a0c0-031f53caa9e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56ccc811-0eb6-4b8f-a0c0-031f53caa9e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b38bcc52-8390-4aac-a500-0ecea8ee4a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b38bcc52-8390-4aac-a500-0ecea8ee4a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b38bcc52-8390-4aac-a500-0ecea8ee4a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03347ce-6b25-4e7f-a465-cbbbbc8d61a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03347ce-6b25-4e7f-a465-cbbbbc8d61a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03347ce-6b25-4e7f-a465-cbbbbc8d61a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c07c6a-3b01-4d4a-9ccd-39973e332294", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:49:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c07c6a-3b01-4d4a-9ccd-39973e332294", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:49:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c07c6a-3b01-4d4a-9ccd-39973e332294", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "0319fd34-bab0-466d-ab5f-e1c73660d709", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "383a09d9-e524-4a6c-a886-a0374e8f471c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "bd8f48e7-59e5-4b16-bcfc-fd9e8acb8b5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:50:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "bd8f48e7-59e5-4b16-bcfc-fd9e8acb8b5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d28a73e-325d-4e5b-a410-581f5fe25fac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "a4e4b64d-6394-4998-bab2-6503fd909c68", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "b04beca1-1ca2-457b-98c5-56eb2cd882be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:50:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "b04beca1-1ca2-457b-98c5-56eb2cd882be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T00:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e10bcf6-3c47-4a9b-94a3-5799c395c7f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "7d033574-8abd-495e-b902-bf69d7770230", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5f5e69aa-3888-41eb-af2a-31b9a18a6058", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5f5e69aa-3888-41eb-af2a-31b9a18a6058", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "8d253e64-4d09-42d2-8890-efd740847c95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba76e0f6-97d2-4ee7-b737-1f484ed32121", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32b109bf-2b86-4463-9342-87fad2967b6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "816936cb-2173-4b51-8161-6338a1f8a79f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "816936cb-2173-4b51-8161-6338a1f8a79f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e94f58b4-e302-4c7f-8d95-61a58b50d9a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "9c414826-bf45-40cd-b634-9f3bc2dc35b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f6e8032-d177-4582-8bba-73b9cd02ec9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16d227f8-174f-4810-aee8-47f3cbb4f25b", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "15cd91b1-7bc0-4574-967f-83c57b60b7cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "15cd91b1-7bc0-4574-967f-83c57b60b7cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6592e7bb-a172-4e74-946d-54a76add822d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T00:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "945a41e1-a4e7-49c3-b014-1c4bbc370eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "945a41e1-a4e7-49c3-b014-1c4bbc370eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c9fc5af-e999-4836-8ae0-0a827b2b32b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T00:52:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eefc5661-2d21-41ad-95c9-c426e24fb98a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:52:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eefc5661-2d21-41ad-95c9-c426e24fb98a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:52:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eefc5661-2d21-41ad-95c9-c426e24fb98a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0039f-4c45-47b0-9861-c9f65d30a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0039f-4c45-47b0-9861-c9f65d30a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0039f-4c45-47b0-9861-c9f65d30a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "9e18e368-5cd3-4d1b-87a0-b3ecc46a91aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ca544089-b78b-4a9c-ad57-35a55c4378d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e06bcd5b-9208-42a5-aae9-cc66b7c42c54", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:53:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e06bcd5b-9208-42a5-aae9-cc66b7c42c54", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e54941b-5ddd-4f9e-b896-694ee985e24b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7ef33a96-3383-4042-b856-a09387b300d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "af1a7ad3-afd7-4ce1-8577-2d4d376c564d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:53:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "af1a7ad3-afd7-4ce1-8577-2d4d376c564d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T00:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db6dd8c1-ed5f-4e3f-8323-3ab11f374e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad1cc550-b45e-4b22-9152-4b2c6c9ab651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad1cc550-b45e-4b22-9152-4b2c6c9ab651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T00:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "24649538-e706-41ea-b2c7-7c1c1b77be88", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad1cc550-b45e-4b22-9152-4b2c6c9ab651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T00:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "58847ac7-05b3-4493-8b5f-62bdeac9c781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adbf21a9-01a0-4d3b-83cd-d68145b11f4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T00:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebbd75eb-d61b-4041-aac7-eada5f965e43", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adbf21a9-01a0-4d3b-83cd-d68145b11f4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adbf21a9-01a0-4d3b-83cd-d68145b11f4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3635dbcf-27af-48ec-a6fe-20841305ad22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T00:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "138aa60b-bd2e-456a-b855-04eb20c56cf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3635dbcf-27af-48ec-a6fe-20841305ad22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3635dbcf-27af-48ec-a6fe-20841305ad22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6cb308e-bbdf-4de9-b377-95c67f99e0cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3ebfcc04-1729-4648-ae3f-b24c7971f91f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6cb308e-bbdf-4de9-b377-95c67f99e0cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6cb308e-bbdf-4de9-b377-95c67f99e0cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0ca8d74-beb6-41c3-adf8-dc1c53918d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08eeff90-0ad6-4a16-96a3-099390aadeb4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0ca8d74-beb6-41c3-adf8-dc1c53918d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0ca8d74-beb6-41c3-adf8-dc1c53918d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d44cad41-9be6-4fba-889e-d9f6ef0dd306", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d44cad41-9be6-4fba-889e-d9f6ef0dd306", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T00:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c7b0bfa4-564b-4954-9c14-95d5105f548a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d44cad41-9be6-4fba-889e-d9f6ef0dd306", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:53:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:53:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:53:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e133a8b-58a9-4a78-bac7-eaa5eaf5be69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e133a8b-58a9-4a78-bac7-eaa5eaf5be69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e133a8b-58a9-4a78-bac7-eaa5eaf5be69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T00:53:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "15979c47-ef23-46a9-aa14-2a87a110901b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T00:53:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742af54f-1673-47e1-ad38-c8466e85a9c3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7031549-f1c2-450c-b151-0c3fcb0307e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7031549-f1c2-450c-b151-0c3fcb0307e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7031549-f1c2-450c-b151-0c3fcb0307e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:53:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T00:53:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f4dd390d-0a5d-4ff8-ab93-692ea3fa0bae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:53:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T00:53:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:53:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "44fcbc16-a66b-4591-884b-1470638944c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:54:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2ccd76-4722-4f89-9666-45fbbf98d758", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2ccd76-4722-4f89-9666-45fbbf98d758", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:54:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2ccd76-4722-4f89-9666-45fbbf98d758", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T00:54:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "83640ca8-401a-4983-8eef-36b7c38c79ca", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:54:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9702f8f7-8b5d-4017-ab42-6e104b7cf53d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "837f0f07-a7ae-4e1d-a608-f783193c0b74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "837f0f07-a7ae-4e1d-a608-f783193c0b74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:54:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "837f0f07-a7ae-4e1d-a608-f783193c0b74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:54:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4d802fca-540a-4227-b8c0-19697874c428", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:54:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ed3e0f3d-ce3f-428b-a757-f6875d76818e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e51ad845-bf75-4ee1-8856-4ba19a2ef136", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e51ad845-bf75-4ee1-8856-4ba19a2ef136", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e51ad845-bf75-4ee1-8856-4ba19a2ef136", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9060006-f242-45a7-81d4-d6564c3feb06", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T00:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9119fc8d-b621-4e41-8c05-6b2f59a5854a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5f632c7-e232-4273-82c3-3b3730e91660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5f632c7-e232-4273-82c3-3b3730e91660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5f632c7-e232-4273-82c3-3b3730e91660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:54:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:54:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T00:54:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:54:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e8fe80c6-fc13-4f5c-b857-8bc9b5552dff", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:55:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:55:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:55:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:55:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T00:55:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:55:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb298b94-4d35-4cda-8b3b-4ce399dfd9d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:55:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:55:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:55:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:55:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T00:55:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:55:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "63ba8018-8f45-470b-b578-5966874f8918", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T00:55:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:55:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:55:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:55:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T00:55:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:55:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7929dba7-bd94-465b-bda7-763bd510cccf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T00:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5b81a5-bc4a-4d76-aefc-6fd389e054e9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:56:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:56:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:56:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:56:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T00:56:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:56:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "261b91c2-4c72-4ea9-be20-d671b4e204f1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T00:56:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:56:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:56:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:56:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T00:56:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:56:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dad05dbe-813e-4151-8e62-f17aa94b9f80", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T00:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "54d4e994-c94d-4983-ac32-48663a042bda", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3f540af7-f4ec-4887-8275-8c2218fcc473", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "492ec170-d1f5-482c-b685-747ae1ddc47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:56:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "492ec170-d1f5-482c-b685-747ae1ddc47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8c8ad2-f230-44c3-8b94-e16508339b4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ef6810b8-ec7f-4379-9eae-b5f2ce030269", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2fb4a92a-6024-4bc7-adad-536714611307", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:56:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2fb4a92a-6024-4bc7-adad-536714611307", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T00:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdc9c0e9-a83a-4b4f-892d-aff6f42313b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T00:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "54c22c8e-db2c-477a-aa8d-0535f56b64f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "3581c43b-0f8c-489d-b05b-4bd705b6d4ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "415fad00-ac74-4da0-9efc-098052c1dbd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:56:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "415fad00-ac74-4da0-9efc-098052c1dbd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c76facaf-eebe-464b-b02d-044cba269b53", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c340c64c-cf86-451f-9a87-ec6df300fc34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "5894fe8e-4324-45dd-b4f6-37afbcc789dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:56:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "5894fe8e-4324-45dd-b4f6-37afbcc789dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T00:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1eab8075-8674-44e1-b59c-2b1a776c35d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cefb9598-3543-4f2f-9a0d-bb10bb9edff0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0b1d6a6b-9cd7-4080-90ed-0a6a1e6ce9f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "510fbab5-e2a5-4521-bbd3-6ea8722700c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:58:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "510fbab5-e2a5-4521-bbd3-6ea8722700c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "47dfb3f2-8ac6-4681-bb37-84b7b6867f27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72a86a73-2f52-4833-8498-cd1180fc9237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "441fbc5a-5eb5-4886-9d5a-bc5c145f4ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:58:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "441fbc5a-5eb5-4886-9d5a-bc5c145f4ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd859a1-e3a8-4f67-b8a6-83e67d0f72c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1ad73f-7d28-4a1a-942e-80c7b0000a2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1ad73f-7d28-4a1a-942e-80c7b0000a2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:58:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1ad73f-7d28-4a1a-942e-80c7b0000a2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df7f5d18-53c8-494f-bf3f-a22db4d71fdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df7f5d18-53c8-494f-bf3f-a22db4d71fdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3068c0b6-cdff-47a3-af75-8a76a9ae8eeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3068c0b6-cdff-47a3-af75-8a76a9ae8eeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67d4679-b913-41af-8856-ab1a1b547263", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67d4679-b913-41af-8856-ab1a1b547263", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4dbe26be-1961-45ba-8ad9-081bfb083479", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "75316ec2-b3ae-492d-bb53-1e0c443bc5bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5e642d65-e617-492a-8edd-2fc2ad379b8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5e642d65-e617-492a-8edd-2fc2ad379b8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfa2317a-4e1a-48f6-848d-9b33800f2915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e39e5642-479e-445c-9b16-03101ebd610d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "027747ca-8dc4-425d-835c-1cea4f0061bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "027747ca-8dc4-425d-835c-1cea4f0061bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4d9f902-e386-45e1-82b6-a7d98f463d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47d12190-3bf8-46e2-9f55-a0cf46b71e5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47d12190-3bf8-46e2-9f55-a0cf46b71e5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47d12190-3bf8-46e2-9f55-a0cf46b71e5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:59:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3913c9cf-40f7-4fa5-930c-add17e43a70c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3913c9cf-40f7-4fa5-930c-add17e43a70c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbcb200e-fa90-4c67-a7d1-d2b8a889114b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbcb200e-fa90-4c67-a7d1-d2b8a889114b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa7f2758-ff29-43e4-bcef-4ba4989878d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa7f2758-ff29-43e4-bcef-4ba4989878d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "e437d731-8592-42c1-a431-e84825636ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-trusted-ca-bundle", "reconcileID": "6eed866d-84ff-431a-b6c8-b22b81901026", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "67847f6c-0a06-41c2-9d71-9fdb15959fbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "67847f6c-0a06-41c2-9d71-9fdb15959fbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59ab0cc0-b660-4645-8c91-3db5788a7938", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "a3e2bb8d-669e-4b91-baf3-de436bb07768", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-trusted-ca-bundle", "reconcileID": "9e0efc2d-ea76-4559-a54e-168611b51c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b1d765", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-trusted-ca-bundle", "reconcileID": "9e0efc2d-ea76-4559-a54e-168611b51c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d2e0792-1dd7-4dfc-aea7-482938659965", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aacb0b02-6eca-4e72-8d5c-76ed4f65a4ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aacb0b02-6eca-4e72-8d5c-76ed4f65a4ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:59:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aacb0b02-6eca-4e72-8d5c-76ed4f65a4ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6f7c700-6f03-44ae-9fd2-fe18c2f26917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6f7c700-6f03-44ae-9fd2-fe18c2f26917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:59:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6f7c700-6f03-44ae-9fd2-fe18c2f26917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90507c3f-26aa-4492-8124-10584aea0f98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90507c3f-26aa-4492-8124-10584aea0f98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:59:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90507c3f-26aa-4492-8124-10584aea0f98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82a95f7-12dc-4e02-a087-60ac298298b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82a95f7-12dc-4e02-a087-60ac298298b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:59:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82a95f7-12dc-4e02-a087-60ac298298b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd41e95-a7dc-483f-9443-730a86883528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd41e95-a7dc-483f-9443-730a86883528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:59:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd41e95-a7dc-483f-9443-730a86883528", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-b1d765 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5d2bb6-d235-4b6d-963e-e90b09fe14b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5d2bb6-d235-4b6d-963e-e90b09fe14b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "e0cbad57-732a-4bfb-8e94-e5827649d1da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "openshift-service-ca.crt", "reconcileID": "e0cbad57-732a-4bfb-8e94-e5827649d1da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a7e733a-8f13-466b-8154-c77f93b1189a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T00:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b1d765"}, "namespace": "e2e-modelref-b1d765", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a7e733a-8f13-466b-8154-c77f93b1189a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b1d765"} 2026-06-10T01:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "b915197a-bc92-4258-a8c3-d54058c52951", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "2a4a2651-a271-403d-b8c6-90af4758db7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "2a4a2651-a271-403d-b8c6-90af4758db7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-trusted-ca-bundle", "reconcileID": "1f31282a-b2c3-43be-a0a1-1b43902aa199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ace5534-3426-4926-a258-8ce4181bb154", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "68f2a363-5afa-4188-86a8-e7cdfb205c99", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-trusted-ca-bundle", "reconcileID": "ea23e149-5635-48ea-bbe1-ce5dfbcba9bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-59c9cf", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-trusted-ca-bundle", "reconcileID": "ea23e149-5635-48ea-bbe1-ce5dfbcba9bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dde0f0b-718b-4df8-aaea-1323e5d6bfa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aeb9593-072d-4493-9c60-4fc5db548e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aeb9593-072d-4493-9c60-4fc5db548e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aeb9593-072d-4493-9c60-4fc5db548e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e37570a5-1f46-47a8-a480-83dd33c77d82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e37570a5-1f46-47a8-a480-83dd33c77d82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e37570a5-1f46-47a8-a480-83dd33c77d82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279f0b3e-aaad-4b16-a454-e8cb51c46691", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279f0b3e-aaad-4b16-a454-e8cb51c46691", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279f0b3e-aaad-4b16-a454-e8cb51c46691", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e765efae-1fcb-4256-bde7-e475cc3621f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e765efae-1fcb-4256-bde7-e475cc3621f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e765efae-1fcb-4256-bde7-e475cc3621f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:00:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7dd0e84-61c3-4e5a-9108-76a0aa75243b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7dd0e84-61c3-4e5a-9108-76a0aa75243b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7dd0e84-61c3-4e5a-9108-76a0aa75243b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-59c9cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T01:00:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-trusted-ca-bundle", "reconcileID": "54368318-8b25-4a37-953a-a9470f32edb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-trusted-ca-bundle", "reconcileID": "54368318-8b25-4a37-953a-a9470f32edb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "0d055dea-9f3e-452f-8119-33e91603ed45", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "openshift-service-ca.crt", "reconcileID": "0d055dea-9f3e-452f-8119-33e91603ed45", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d8e93e-818f-40b5-b8bf-d195698284ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-59c9cf"}, "namespace": "e2e-modelref-59c9cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d8e93e-818f-40b5-b8bf-d195698284ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-59c9cf"} 2026-06-10T01:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "8adf4026-90cf-4c2b-85dd-7237aa8e7c23", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "cc58e227-c35c-46ab-a645-1652d5244172", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "cc58e227-c35c-46ab-a645-1652d5244172", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "f46cb2f9-67ff-4650-a8b7-5a09e8d713e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f00e39-dc15-47a3-b6a3-401f774d8802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "66555ba6-c51e-4c28-afce-633103519202", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "9b76cc3d-79de-4f4b-9679-1e6f80face6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-12e6f7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "9b76cc3d-79de-4f4b-9679-1e6f80face6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e39bdf6-0e2d-4f8e-90a6-d52821087557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db160c9a-89ec-4af5-a382-c80d051f04bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db160c9a-89ec-4af5-a382-c80d051f04bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db160c9a-89ec-4af5-a382-c80d051f04bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-12e6f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T01:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "0e01c85e-e54b-41c1-bc03-c4a3caefe4d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "0e01c85e-e54b-41c1-bc03-c4a3caefe4d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "3232c9d5-6cd1-4e97-8ef1-0e8c5d288c16", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "openshift-service-ca.crt", "reconcileID": "3232c9d5-6cd1-4e97-8ef1-0e8c5d288c16", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9066a023-bfad-4f08-9333-f28b4b9aa668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-12e6f7"}, "namespace": "e2e-webhook-test-12e6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9066a023-bfad-4f08-9333-f28b4b9aa668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-12e6f7"} 2026-06-10T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "bca9e6f3-1e47-4ad3-a5a3-aae8c11e9153", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-trusted-ca-bundle", "reconcileID": "1417df40-469e-4f9c-ab13-4d00e385602d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "6e20fcde-f0e4-48d0-b202-6bcc5570e0cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "6e20fcde-f0e4-48d0-b202-6bcc5570e0cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca3d0fe-638f-4489-899b-e490ab4a50ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "1b4235c1-1241-43fb-ae7e-902809f2513c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-trusted-ca-bundle", "reconcileID": "0f1fbd1d-30d2-43f4-aa5a-92ad72c18ff4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c446cb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:00:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-trusted-ca-bundle", "reconcileID": "0f1fbd1d-30d2-43f4-aa5a-92ad72c18ff4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:00:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3793f0-44ce-4f5f-ab0f-20440f322ce9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2db864-856c-419b-afc3-fb49050321b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2db864-856c-419b-afc3-fb49050321b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:01:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2db864-856c-419b-afc3-fb49050321b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-c446cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T01:01:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-trusted-ca-bundle", "reconcileID": "0ab0aad3-9859-495b-9097-e5355f600f7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-trusted-ca-bundle", "reconcileID": "0ab0aad3-9859-495b-9097-e5355f600f7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "9b517364-9c79-4c5b-ba2c-d7018d9b75e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "openshift-service-ca.crt", "reconcileID": "9b517364-9c79-4c5b-ba2c-d7018d9b75e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f06ea52-845e-4c2c-a796-c255905d1fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c446cb"}, "namespace": "e2e-webhook-test-c446cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f06ea52-845e-4c2c-a796-c255905d1fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c446cb"} 2026-06-10T01:07:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T01:07:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T01:07:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T01:07:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T01:17:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68f969a0-b07a-42bd-bb1d-b53fcf53261e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:17:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68f969a0-b07a-42bd-bb1d-b53fcf53261e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:17:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68f969a0-b07a-42bd-bb1d-b53fcf53261e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0d9aeaf-4f05-4095-adf2-8b3cf6cbf140", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0d9aeaf-4f05-4095-adf2-8b3cf6cbf140", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0d9aeaf-4f05-4095-adf2-8b3cf6cbf140", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed456b8d-bd43-4b86-b732-b8eafa62223a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed456b8d-bd43-4b86-b732-b8eafa62223a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:18:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed456b8d-bd43-4b86-b732-b8eafa62223a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ad0197e-5bda-474f-b0fe-aceba12b32e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ad0197e-5bda-474f-b0fe-aceba12b32e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T01:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ad0197e-5bda-474f-b0fe-aceba12b32e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "73049b70-51b3-4356-bab8-24a6b4ad6544", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "fa3e8f4b-830e-4493-be50-9b5cf0168be4", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "3e08b8b1-9b68-4a70-9449-16539bb086f4", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "22bcaa3c-305a-45b7-b2a1-9629730e4ab1", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "67428ad7-776c-4896-bc55-78be449e9e71", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "cbcc6622-3271-4662-a967-67358dafce88", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "ac59f9b9-05f5-4934-8dd8-9aa2b647b0ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:18:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "ac59f9b9-05f5-4934-8dd8-9aa2b647b0ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-trusted-ca-bundle", "reconcileID": "678e98e4-d0d7-4667-b2f5-40bab013e428", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "765dc67f-2a44-4704-9247-a0e68f3c8d91", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b65db5fb-c0a4-4a11-ba15-f054d149264e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-trusted-ca-bundle", "reconcileID": "53fe3425-2aac-433e-8bc4-543cad94ca12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-0442f60e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:18:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-trusted-ca-bundle", "reconcileID": "53fe3425-2aac-433e-8bc4-543cad94ca12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95a5927e-a34a-4dbf-8ab9-fe50147d24a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-0442f60e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-0442f60e", "reconcileID": "088e7b1d-70a4-43cf-9419-556f4a315e3f", "Gateway": "e2e-ait-0442f60e", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c462ec64-4269-440e-8f29-fd109ce6deb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c462ec64-4269-440e-8f29-fd109ce6deb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:18:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c462ec64-4269-440e-8f29-fd109ce6deb3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-0442f60e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T01:18:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-trusted-ca-bundle", "reconcileID": "3f1d170e-a97d-4358-92ef-356e940c1634", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-trusted-ca-bundle", "reconcileID": "3f1d170e-a97d-4358-92ef-356e940c1634", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "a4d14c23-6467-40d8-985e-2e8a86c80c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "openshift-service-ca.crt", "reconcileID": "a4d14c23-6467-40d8-985e-2e8a86c80c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "862dce2f-6ee1-4966-86ff-9c215933b0ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-0442f60e"}, "namespace": "e2e-aitenant-0442f60e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "862dce2f-6ee1-4966-86ff-9c215933b0ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-0442f60e"} 2026-06-10T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "e65be242-e4fb-4402-b38b-f72d5eb85638", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "5b0ed093-9b76-4d98-bced-644739cefcf6", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "317c8985-3491-4d00-87fa-dda2ef6c66c0", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "8a3f9f00-e823-453c-9faf-d1add33eaf4e", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "2e147af0-f47a-4c32-89b2-dc52bfd37e4b", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "e1654387-32b4-4c36-8a92-d1d1864174c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-trusted-ca-bundle", "reconcileID": "dfa2eeb9-b2d4-4cef-9d06-a7c213bb0b7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "0cd6c16d-7b27-4e52-b08c-3ade7bcb020f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:18:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "0cd6c16d-7b27-4e52-b08c-3ade7bcb020f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b714b9df-eea5-43ea-bb73-4af30cdc2055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "ad892376-66cb-4917-a300-f3868d8c34e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-trusted-ca-bundle", "reconcileID": "b5248c61-cb2d-4592-9722-0b5789c7f99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f28e0a62", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:18:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-trusted-ca-bundle", "reconcileID": "b5248c61-cb2d-4592-9722-0b5789c7f99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4d5d5a5-e61c-4cc4-84a3-76e01d7ac836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "f39f93dd-770d-4e04-9ba7-4536f403e377", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f28e0a62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f28e0a62", "reconcileID": "efd90b89-0322-459f-b072-8ec48ec023f6", "Gateway": "e2e-ait-f28e0a62", "namespace": "openshift-ingress"} 2026-06-10T01:19:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b188a7-f0a5-43a0-bfee-318cc35c9166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b188a7-f0a5-43a0-bfee-318cc35c9166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T01:19:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b188a7-f0a5-43a0-bfee-318cc35c9166", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f28e0a62 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T01:19:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-trusted-ca-bundle", "reconcileID": "f02d0ca0-1040-4bf7-8c6b-fedc19342bdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-trusted-ca-bundle", "reconcileID": "f02d0ca0-1040-4bf7-8c6b-fedc19342bdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "111adee0-9988-4996-b686-5e91176070fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "openshift-service-ca.crt", "reconcileID": "111adee0-9988-4996-b686-5e91176070fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa526a5e-bb73-441b-8ac0-d1577b31ced2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"} 2026-06-10T01:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f28e0a62"}, "namespace": "e2e-aitenant-f28e0a62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa526a5e-bb73-441b-8ac0-d1577b31ced2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f28e0a62"}