2026-06-06T21:00:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45c60dcb-2b31-48c1-9f14-05324c8c5974", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58ef67e9-9b94-43e8-8502-9906d4f84e02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58ef67e9-9b94-43e8-8502-9906d4f84e02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "58ef67e9-9b94-43e8-8502-9906d4f84e02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "11d48795-5bb0-4e9b-a521-d6f14dc84d87", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "0e79993d-9ee7-47c8-a091-83c908252276", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "20e67cc5-0392-48fc-8917-3e6646e198fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:00:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "20e67cc5-0392-48fc-8917-3e6646e198fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb2e3f1-af9b-417a-b328-95a56a9516bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "7d12fd32-5b47-4428-b46e-7a705afa19a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "349aab56-9372-447b-82ee-f79c69e5c6d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:00:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "349aab56-9372-447b-82ee-f79c69e5c6d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-06T21:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6af8e748-3e4d-4bf6-8004-bfd539ad6071", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f252ba47-72c3-4c5e-8c77-3a6612947008", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "587e603a-914b-4e21-afaf-022c03cc0395", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "54721f9f-5682-4bdb-bc92-9582d535eb01", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "54721f9f-5682-4bdb-bc92-9582d535eb01", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2d134db-a1d7-4f52-9475-e3806e596403", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0411a7aa-3e26-44f3-b1d7-2e534fce2e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "15dc3925-13f4-4eb0-b482-74a5f237dce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7660166b-2bd6-4eb0-b4d7-a5215365f252", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7660166b-2bd6-4eb0-b4d7-a5215365f252", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "3bc8b628-0bf0-4180-9950-de21f9df0739", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb4ed2f-2df9-41de-b757-7e759e08db92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "c9aca37d-f69b-4179-aa4d-a3dd38f3ead0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "c9aca37d-f69b-4179-aa4d-a3dd38f3ead0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f42898ae-b864-4039-af2a-895436c478e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751010bf-9be8-4883-83ac-34f96d4f5870", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-06T21:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "58e154e6-c5d5-46a8-920d-29ccd40302a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "58e154e6-c5d5-46a8-920d-29ccd40302a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d85c62d5-5ef9-4afd-946e-537d1c9631c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-06T21:02:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2644301-95ac-4724-afbe-36ebbb1fda68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:02:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2644301-95ac-4724-afbe-36ebbb1fda68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:02:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2644301-95ac-4724-afbe-36ebbb1fda68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:02:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1834342-decc-4da1-815f-f9b1d3f63b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:02:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1834342-decc-4da1-815f-f9b1d3f63b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:02:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1834342-decc-4da1-815f-f9b1d3f63b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "23bf01eb-7e63-41e3-8ac5-1c33bcf470b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-06T21:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3a629e61-1c91-4023-b0f9-77707e5d414f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-06T21:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "99df1e0d-6a9d-44d4-ba0a-1fab1da44b9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:03:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "99df1e0d-6a9d-44d4-ba0a-1fab1da44b9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-06T21:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4a2d10-edc3-4407-a7d4-40b0bd7bf11f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-06T21:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "47a50433-ec34-4dde-a9e7-b3f2e710101b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-06T21:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7ff0b8ae-b6e8-4683-aa9e-76e4fc18243f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:03:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7ff0b8ae-b6e8-4683-aa9e-76e4fc18243f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-06T21:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b2d2dc6-0564-4f2c-83ab-24f369b6a20a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb452246-ef66-4ee3-af03-a0aa279202e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb452246-ef66-4ee3-af03-a0aa279202e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ae06d371-920d-4be1-b4bf-c8c5b1bece19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb452246-ef66-4ee3-af03-a0aa279202e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5866704-573e-454a-b5ce-7bca8b8f9f30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d88e36e3-46ca-44a2-948e-c21d4c335928", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5866704-573e-454a-b5ce-7bca8b8f9f30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5866704-573e-454a-b5ce-7bca8b8f9f30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab987726-36fb-4ce6-ac2b-b22f2a0fbe77", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d06f8e5-7ac1-4cb7-9fcb-90d9aee894eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "99dccdb2-53a2-4155-86aa-f562247ffac3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d06f8e5-7ac1-4cb7-9fcb-90d9aee894eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d06f8e5-7ac1-4cb7-9fcb-90d9aee894eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad8f0851-eb94-4e65-8b04-64b2a3db222c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a247e7f8-b285-4c59-8a1d-1bba09f8d8b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad8f0851-eb94-4e65-8b04-64b2a3db222c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad8f0851-eb94-4e65-8b04-64b2a3db222c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144b53e4-6e32-43bd-8be3-5f9cd7ea86da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5da4d270-691d-44e9-8cc7-27bc58001612", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144b53e4-6e32-43bd-8be3-5f9cd7ea86da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "144b53e4-6e32-43bd-8be3-5f9cd7ea86da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ccfdee8-fe37-4acd-88fd-313ae4559940", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-06T21:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "262b9a60-f418-440d-9f18-1e02c0a52f0c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ccfdee8-fe37-4acd-88fd-313ae4559940", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ccfdee8-fe37-4acd-88fd-313ae4559940", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ffc1bc9-28dc-458f-b125-21ba1709052d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ffc1bc9-28dc-458f-b125-21ba1709052d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ffc1bc9-28dc-458f-b125-21ba1709052d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-06T21:03:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21bd1aa4-38af-4671-944d-286bce452029", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-06T21:03:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fe49f2f3-77e6-4141-96b2-a05f0b93670f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa5c3d6f-43e1-4054-a5d2-a049f83cd06a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa5c3d6f-43e1-4054-a5d2-a049f83cd06a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa5c3d6f-43e1-4054-a5d2-a049f83cd06a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-06T21:03:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4dd85642-0520-483b-8517-e821e2802d18", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-06T21:03:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7dd7e5d4-887c-4d2a-b9fe-3ddc20055366", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ddbd3ff-c36b-4f68-be06-f87810592113", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ddbd3ff-c36b-4f68-be06-f87810592113", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ddbd3ff-c36b-4f68-be06-f87810592113", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-06T21:03:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b3d02c7c-8320-4ba7-b3b1-2d2708c4a6fb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:03:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "cb81651c-dc3f-4aa8-bdb4-cccfdf8013d9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f310c465-2282-4031-bee1-32895ed89f76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f310c465-2282-4031-bee1-32895ed89f76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:03:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f310c465-2282-4031-bee1-32895ed89f76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8cc68e0b-347c-40f1-aa5b-c0028d53cfb7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2bb3cbc-1055-45fb-a7b5-452b93d82859", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:04:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586fa51f-d73d-4c10-9b15-7d258458aa6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:04:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586fa51f-d73d-4c10-9b15-7d258458aa6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:04:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586fa51f-d73d-4c10-9b15-7d258458aa6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c724279e-763a-488e-a8d0-30b8b9cbe316", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-06T21:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12001b74-ab2e-41b2-86e2-3a1aac877077", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e9cbe7-fe52-4684-a0b2-2ee2576dbe33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:04:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e9cbe7-fe52-4684-a0b2-2ee2576dbe33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:04:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e9cbe7-fe52-4684-a0b2-2ee2576dbe33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:04:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-06T21:04:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:04:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2e3e27d8-320a-4927-9718-81162bea03b9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:04:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:04:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:04:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:04:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-06T21:04:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:04:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "29dd36e6-7429-442a-af02-cde831bd3079", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-06T21:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-06T21:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "633f898c-a508-4c46-8d80-59bb51627c55", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-06T21:05:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:05:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:05:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:05:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-06T21:05:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b937bcb0-9c2a-4dad-aac3-0ee3ca892926", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-06T21:05:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:05:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64a3eee6-53ee-480a-b581-972210cb5183", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:05:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "27513bab-177b-4022-a0a9-65a4cad5831b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-06T21:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "31bf56fe-93cf-47c7-89d3-ee0d59d59e2b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-06T21:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ad54975d-f8df-4e7e-8b38-d6b269211c5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3ffb8c13-596a-4c5a-991a-f0eeaf0fcf29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9bcd191a-4e0e-49ec-ae75-c2e7bb90974e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:05:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9bcd191a-4e0e-49ec-ae75-c2e7bb90974e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dc33a8c-61d9-4521-8bdf-e98db47e3e89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "99c7b5fc-2fda-44c9-b582-2a0ea9ee9b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "c41c2d86-fa5c-4b1a-a459-eb5217dc948d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:05:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "c41c2d86-fa5c-4b1a-a459-eb5217dc948d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-06T21:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20c5c82c-243f-420a-8642-ebc59cec257c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-06T21:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "bc713f09-7f31-4f1d-a3e2-f338fcbab8b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-06T21:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a288cce4-8cfc-4327-8cb4-17513230c385", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-06T21:05:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8ad0f70f-5a33-4e3e-b632-4f985a68be79", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:05:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8ad0f70f-5a33-4e3e-b632-4f985a68be79", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-06T21:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6320af4a-cced-4008-9e1a-e8dc1aed4bc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-06T21:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "203fe250-7487-4611-b2b2-1b549b52231e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-06T21:05:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d72af4d5-a820-4475-a8bd-353283714b30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:05:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d72af4d5-a820-4475-a8bd-353283714b30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-06T21:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c18d493-4eba-4b8e-aff2-ab733b3b276e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-06T21:05:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:05:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:05:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:05:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:05:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:05:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-06T21:05:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-06T21:05:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "75197d37-1b02-4feb-8af8-9e2f1c843be4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-06T21:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e63b3f4b-72b6-420d-80cf-56e3181da33e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bbe091f6-275d-4b1f-ae6a-ce544d909e56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c21e919-0824-495f-8cdc-97047f580c7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:07:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c21e919-0824-495f-8cdc-97047f580c7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3747a41f-906e-493c-a2e5-0fff9a3680b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8a3c8290-938d-4d4b-a625-d2dc981cc500", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "344fab65-95ea-4ba0-be5b-4cc502d29280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:07:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "344fab65-95ea-4ba0-be5b-4cc502d29280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4a0e29c-10ff-4f0e-a812-2d0a9f0b5523", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c1fa6e0-6d13-47ea-8281-59295a1cfdaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c1fa6e0-6d13-47ea-8281-59295a1cfdaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:07:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c1fa6e0-6d13-47ea-8281-59295a1cfdaa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5c2f7cc2-db45-4daf-b427-0da20c3e6a63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5c2f7cc2-db45-4daf-b427-0da20c3e6a63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f171219-a315-4b54-98e0-83eead26e031", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f171219-a315-4b54-98e0-83eead26e031", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8789fa31-7da7-46de-81cd-7d920b369fd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8789fa31-7da7-46de-81cd-7d920b369fd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-06T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ad21e3e3-6f1d-4c0d-993b-024239362d21", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "906e3ff1-0f02-43ce-81f0-b312e1089ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2cb204e1-2e82-4031-9d55-a7c5b693913f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:08:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2cb204e1-2e82-4031-9d55-a7c5b693913f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d01bf0e-a608-4f83-9c10-86646a0ef8b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0a5df7ea-3133-4cc8-b818-8a7a937ce879", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2189ebd6-40d3-42e9-b75a-f812e3ec30bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:08:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2189ebd6-40d3-42e9-b75a-f812e3ec30bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46b99048-3799-4e7b-909d-48fa953024ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626895fa-b986-46f0-a047-b027d175a7c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626895fa-b986-46f0-a047-b027d175a7c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:08:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626895fa-b986-46f0-a047-b027d175a7c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:08:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "98e23450-441d-4957-915d-cbca8ad26a5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "98e23450-441d-4957-915d-cbca8ad26a5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "091848d2-f011-4299-8c50-06c9c397b555", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "091848d2-f011-4299-8c50-06c9c397b555", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48047a62-832f-4dd4-a643-878d6779494c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48047a62-832f-4dd4-a643-878d6779494c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "4303f543-124c-4d4a-8665-987fc206ac4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-trusted-ca-bundle", "reconcileID": "219d42f4-bd7f-4a51-adc1-2196b0b189af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "b7230f61-76b1-47d2-ae6f-bd1f87546837", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "b7230f61-76b1-47d2-ae6f-bd1f87546837", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "173c64ca-3813-473a-be0d-e9f8de7bda75", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a696e4-82d8-4e22-8a4d-56c387bd3b20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-trusted-ca-bundle", "reconcileID": "9e0f88ef-97b2-49a2-aeb1-abf44541fb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-09b37f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-trusted-ca-bundle", "reconcileID": "9e0f88ef-97b2-49a2-aeb1-abf44541fb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bde9bd4-6a3f-4dd3-a746-cd115b6f7670", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:08:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f7cde63-2bc7-4815-9681-3f3cf7e56889", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:08:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f7cde63-2bc7-4815-9681-3f3cf7e56889", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:08:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f7cde63-2bc7-4815-9681-3f3cf7e56889", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:08:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb4c0543-3c5c-4a0e-b62f-5cc30988a28f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:08:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb4c0543-3c5c-4a0e-b62f-5cc30988a28f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:08:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb4c0543-3c5c-4a0e-b62f-5cc30988a28f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e8f3cdf-4981-412f-9c7c-c648550453b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e8f3cdf-4981-412f-9c7c-c648550453b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e8f3cdf-4981-412f-9c7c-c648550453b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2047b18a-9933-40a7-a610-b6086a0ab340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2047b18a-9933-40a7-a610-b6086a0ab340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2047b18a-9933-40a7-a610-b6086a0ab340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "508a6c84-88d2-48ba-a276-cb7bf2c0f155", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "508a6c84-88d2-48ba-a276-cb7bf2c0f155", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:09:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "508a6c84-88d2-48ba-a276-cb7bf2c0f155", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-09b37f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:09:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-trusted-ca-bundle", "reconcileID": "9df2a558-004e-4be3-ab98-8d0539ecc798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-trusted-ca-bundle", "reconcileID": "9df2a558-004e-4be3-ab98-8d0539ecc798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "41dd9a7a-332d-4307-83be-6b712705dc01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "openshift-service-ca.crt", "reconcileID": "41dd9a7a-332d-4307-83be-6b712705dc01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8205841-4f59-4048-a537-3957249afa6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-09b37f"}, "namespace": "e2e-modelref-09b37f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8205841-4f59-4048-a537-3957249afa6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-09b37f"} 2026-06-06T21:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "16c48591-740e-471b-a079-80ee72847651", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-trusted-ca-bundle", "reconcileID": "97cc75cf-772f-433d-9760-e36d06b7fb6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "4554d968-5c13-41db-be12-bbd7b214494f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:09:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "4554d968-5c13-41db-be12-bbd7b214494f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1c2dfc2-684e-41a3-9b5d-d3dbbedf31d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "695c855b-d8d4-4e2e-9322-a970d36af9e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-trusted-ca-bundle", "reconcileID": "97c68552-e0eb-43f5-a43d-66c74943bb73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-68827e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:09:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-trusted-ca-bundle", "reconcileID": "97c68552-e0eb-43f5-a43d-66c74943bb73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139e9c1c-4146-4535-b025-b0eaeb072210", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02a88ad1-12ca-4a56-b1ba-623351ea97ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02a88ad1-12ca-4a56-b1ba-623351ea97ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02a88ad1-12ca-4a56-b1ba-623351ea97ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1d426f9-8caa-4258-af57-4f143409d301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1d426f9-8caa-4258-af57-4f143409d301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1d426f9-8caa-4258-af57-4f143409d301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0b4db60-7e46-47a7-8b02-bb6c76106ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0b4db60-7e46-47a7-8b02-bb6c76106ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0b4db60-7e46-47a7-8b02-bb6c76106ba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73c08ed8-a12d-4121-bba0-73c917ac6288", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73c08ed8-a12d-4121-bba0-73c917ac6288", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:09:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73c08ed8-a12d-4121-bba0-73c917ac6288", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "599c2a1d-d34f-4afe-b60e-3085a43dd130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "599c2a1d-d34f-4afe-b60e-3085a43dd130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:09:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "599c2a1d-d34f-4afe-b60e-3085a43dd130", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-68827e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-trusted-ca-bundle", "reconcileID": "08d01db5-615b-40fa-8560-e409ccb899a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-trusted-ca-bundle", "reconcileID": "08d01db5-615b-40fa-8560-e409ccb899a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "efa5b88b-a50f-4a0e-bfb4-751550fc2a17", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "openshift-service-ca.crt", "reconcileID": "efa5b88b-a50f-4a0e-bfb4-751550fc2a17", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b036284-4469-475d-8730-dd27368b207f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-68827e"}, "namespace": "e2e-modelref-68827e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b036284-4469-475d-8730-dd27368b207f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-68827e"} 2026-06-06T21:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-trusted-ca-bundle", "reconcileID": "f71c9520-8821-49c2-b644-68efdc98fc21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "984f255d-db26-409f-a292-57c53db6865c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "95f65027-06e2-483e-ad70-64c8a7059056", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "95f65027-06e2-483e-ad70-64c8a7059056", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b031e4-bf0a-4edb-94fe-abbaf85a63b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "6a39c132-9a17-42b1-a08a-a944e398e9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-trusted-ca-bundle", "reconcileID": "8fa0e0ed-91f5-4522-927c-54db24bbe612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-133679", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-trusted-ca-bundle", "reconcileID": "8fa0e0ed-91f5-4522-927c-54db24bbe612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9634e817-f620-4900-9a54-25540d19859b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd64f197-1ff2-4de0-be8a-646f7a46c342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd64f197-1ff2-4de0-be8a-646f7a46c342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd64f197-1ff2-4de0-be8a-646f7a46c342", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-133679 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:10:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-trusted-ca-bundle", "reconcileID": "e01481a6-dc07-4e39-9093-904e67fce755", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-trusted-ca-bundle", "reconcileID": "e01481a6-dc07-4e39-9093-904e67fce755", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "d182d53c-3b50-458f-866f-d1edbf605396", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "openshift-service-ca.crt", "reconcileID": "d182d53c-3b50-458f-866f-d1edbf605396", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe6df52c-9664-4240-a164-8a1bb575a117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-133679"}, "namespace": "e2e-webhook-test-133679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe6df52c-9664-4240-a164-8a1bb575a117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-133679"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "edb01fbb-a856-4983-ac8a-bb2ecc555cb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-trusted-ca-bundle", "reconcileID": "fb6410ad-1328-486b-9e1c-ad5821aaf708", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "cd91e723-5698-4d76-aba1-d3ce63d60e5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "cd91e723-5698-4d76-aba1-d3ce63d60e5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "44c7617f-9ffe-43ff-b233-e84163c80bf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e36e838-f41c-4dcc-891f-3dfe95c782b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-trusted-ca-bundle", "reconcileID": "a79ce632-eb3e-4bc1-be5b-f8d7e7cd7f89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4c60c4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-trusted-ca-bundle", "reconcileID": "a79ce632-eb3e-4bc1-be5b-f8d7e7cd7f89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3193b6f-c0e0-440e-b567-069c9b84d41e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8971b6-943a-4f85-b3de-65ff51e39e41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8971b6-943a-4f85-b3de-65ff51e39e41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:10:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8971b6-943a-4f85-b3de-65ff51e39e41", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-4c60c4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:10:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-trusted-ca-bundle", "reconcileID": "639d0e24-6821-4855-a90f-7bd607f4e39f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-trusted-ca-bundle", "reconcileID": "639d0e24-6821-4855-a90f-7bd607f4e39f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "891368e6-959b-450a-8fb2-0c3ef9abde8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "openshift-service-ca.crt", "reconcileID": "891368e6-959b-450a-8fb2-0c3ef9abde8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1acae92-1424-4ed3-96d3-9c91e877c619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4c60c4"}, "namespace": "e2e-webhook-test-4c60c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1acae92-1424-4ed3-96d3-9c91e877c619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4c60c4"} 2026-06-06T21:21:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:21:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:21:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:21:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-06T21:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "512f4a6d-99a4-4a4e-ad6d-24564ddb73d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "512f4a6d-99a4-4a4e-ad6d-24564ddb73d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "512f4a6d-99a4-4a4e-ad6d-24564ddb73d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b79309d3-01d9-4728-bc0d-4d9c68991bdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b79309d3-01d9-4728-bc0d-4d9c68991bdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b79309d3-01d9-4728-bc0d-4d9c68991bdc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:27:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05b6327e-8246-4213-b361-f41d4a8a5e85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:27:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05b6327e-8246-4213-b361-f41d4a8a5e85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:27:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05b6327e-8246-4213-b361-f41d4a8a5e85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69f0222-5fff-4d63-9f11-49dc691786bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69f0222-5fff-4d63-9f11-49dc691786bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-06T21:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69f0222-5fff-4d63-9f11-49dc691786bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-06T21:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "625a7b03-0df0-485e-bddc-abeeebe58406", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "22e60ef7-3e56-48d8-946e-229163fa7437", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "64b59535-9677-46c5-8c0e-4a23314cf896", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "ecfff06d-a6ba-4b95-95b0-b8eb4b0729fd", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "e9395a26-a061-4b2e-9a9b-45e2a039bab8", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "6f6f6a58-f010-4d97-9cc3-5e6ba61af59d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cad23b80-cf2e-4b74-9c8c-a9b6ce24daa6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "911b740f-98ad-449b-ad94-2b96db0156c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "911b740f-98ad-449b-ad94-2b96db0156c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "9b787b34-d94a-4956-a0e6-38d44d3031e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cee566b9-dd2f-42d0-ae5c-cd77972b2882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-trusted-ca-bundle", "reconcileID": "8a9fe0c2-d74f-4213-87d0-ab20ea8563f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-trusted-ca-bundle", "reconcileID": "8a9fe0c2-d74f-4213-87d0-ab20ea8563f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aaf0c92-f7f6-4b9f-aee6-3f03f04f6cce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "171a5501-7d79-435e-99cd-5b6e23e7bb78", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7dfacf4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7dfacf4e", "reconcileID": "75e683d1-bde7-4730-90ab-65e464c8f755", "Gateway": "e2e-ait-7dfacf4e", "namespace": "openshift-ingress"} 2026-06-06T21:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "930763de-003e-41b1-b07c-767cf449efdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "930763de-003e-41b1-b07c-767cf449efdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "930763de-003e-41b1-b07c-767cf449efdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-7dfacf4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f784a7b-a03f-48d8-b320-364fb37c1110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f784a7b-a03f-48d8-b320-364fb37c1110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "5dadb1ee-9024-48de-8a24-c925537b6385", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "openshift-service-ca.crt", "reconcileID": "5dadb1ee-9024-48de-8a24-c925537b6385", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae67abc-a02c-4cf8-ae0d-0113de5e5948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7dfacf4e"}, "namespace": "e2e-aitenant-7dfacf4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae67abc-a02c-4cf8-ae0d-0113de5e5948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7dfacf4e"} 2026-06-06T21:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "edb350a1-5964-4980-94f5-61ef6ab51464", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "4e2aa936-d979-4a18-b2c2-a0c64d8e7a8a", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "4d5f8427-3ea0-4fff-abcd-d9670777776f", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "795d6e30-885b-4eea-bce2-f777321d5174", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "67e00a3e-2a5f-42af-bd8b-e5f47883156a", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "d0fec6b3-5a16-4320-bfe5-019abecc0c3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-trusted-ca-bundle", "reconcileID": "9d8766de-51f6-43ed-828d-00c3d6cf219c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "338ff33e-e6c8-4a09-9e41-cf2d4d97a052", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "338ff33e-e6c8-4a09-9e41-cf2d4d97a052", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3be6b46-3b35-4338-afaf-ae68bb67a530", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "86fcb9ee-c24e-47c3-970c-cd2bb689ae25", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-trusted-ca-bundle", "reconcileID": "e50dca0f-f875-4433-8680-5177cb963b8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-174d172d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-trusted-ca-bundle", "reconcileID": "e50dca0f-f875-4433-8680-5177cb963b8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32469543-954b-4b31-a087-4e81f4f14782", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "871076f8-51ff-4b4e-8f39-eb1a4a0bceaa", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-174d172d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-174d172d", "reconcileID": "1ea2bea3-1736-4bb2-bac5-1c770a08ffce", "Gateway": "e2e-ait-174d172d", "namespace": "openshift-ingress"} 2026-06-06T21:28:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c715fb6-b755-4de9-878e-3bcbcf4c0c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c715fb6-b755-4de9-878e-3bcbcf4c0c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-06T21:28:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c715fb6-b755-4de9-878e-3bcbcf4c0c9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-174d172d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-06T21:28:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1a3033-6586-4d23-afaa-809293aa2b01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1a3033-6586-4d23-afaa-809293aa2b01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "1608d5be-689d-4ecc-8217-223e02345094", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "openshift-service-ca.crt", "reconcileID": "1608d5be-689d-4ecc-8217-223e02345094", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c182f7-0586-4985-8fc4-e4b966e0bce3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d"} 2026-06-06T21:28:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-174d172d"}, "namespace": "e2e-aitenant-174d172d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c182f7-0586-4985-8fc4-e4b966e0bce3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-174d172d"}