2026-06-08T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bfbe870-5f17-48a8-a5b2-b63485e60c06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3063d938-8523-4c15-8a51-3723c09cb434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3063d938-8523-4c15-8a51-3723c09cb434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3063d938-8523-4c15-8a51-3723c09cb434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ce295e7-9900-4ba0-93ec-4d11a7822661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ce295e7-9900-4ba0-93ec-4d11a7822661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ce295e7-9900-4ba0-93ec-4d11a7822661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "13e3413f-67c7-49cc-83be-858a5e7fbb8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "b5d9d6e1-471c-40ec-88c3-fcf7c78548a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "e243700e-8cf8-43b9-a88f-1d5b5e500659", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "e243700e-8cf8-43b9-a88f-1d5b5e500659", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90b40668-c727-4541-97d9-dd6cc2dd0fe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "0c032d02-08d9-4e7f-8ee1-c2c8af595e71", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "1f66f09e-800c-4a90-9ae2-db7add541ae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "1f66f09e-800c-4a90-9ae2-db7add541ae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3060cd2-4a5b-42ae-a9c2-523c54e993a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "08ebd875-284f-4727-aa0b-10f0848b6182", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "0eb3f8ac-0920-41c0-ac1d-cedd92994bfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:00:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "d494fdc9-7950-4ade-840d-dadc41a99326", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "d494fdc9-7950-4ade-840d-dadc41a99326", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2a389785-876c-45d7-810b-6307a3276706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4da053ba-a6c2-40c1-a109-06a92dc35490", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6741e93-d4da-4193-889c-0279c79b09b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3791a555-748a-4b0b-a6d6-77457698a699", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3791a555-748a-4b0b-a6d6-77457698a699", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "02b50da0-213d-4f93-a3e5-1cc826a5be8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45c24d20-5eb3-4801-a5f8-ea44cbd39e24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0136f135-b63b-4323-adac-f3de4f7261ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "0c7fdd4c-c547-4ec3-a045-33fcc3af473d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "0c7fdd4c-c547-4ec3-a045-33fcc3af473d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "389b1791-5747-4164-a399-6c8354097d94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d4522848-8f8a-4eac-a4f1-b6c398524bae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d4522848-8f8a-4eac-a4f1-b6c398524bae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd3f4e27-da55-4b75-94e7-c0b6ec81ee42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:01:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "397515f9-f75f-4015-bb0e-a699c85d2617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "397515f9-f75f-4015-bb0e-a699c85d2617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "397515f9-f75f-4015-bb0e-a699c85d2617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8607ea-e2ab-43b2-ad85-9c920ec98577", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8607ea-e2ab-43b2-ad85-9c920ec98577", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8607ea-e2ab-43b2-ad85-9c920ec98577", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0319cee0-7e40-41c5-a29e-a49cab746223", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ece1f1e0-1412-4c6f-b9b5-72387b73e8bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b9dfc601-125f-46ee-a565-7eecca8d36a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:01:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b9dfc601-125f-46ee-a565-7eecca8d36a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "6f71331f-8487-4053-97a1-747e2c565d72", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e65191b-af1b-4d47-b322-809e0ecb9f9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e89e66f4-bd64-4d04-93b7-63ce79f12ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:01:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e89e66f4-bd64-4d04-93b7-63ce79f12ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:01:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db5e7935-d076-4af6-9f3a-30bb828a833a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f78171c-b0db-4fbb-ac08-71150e384eeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f78171c-b0db-4fbb-ac08-71150e384eeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aef9ca60-6f50-4e30-919f-e7e3b8c7bb0f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f78171c-b0db-4fbb-ac08-71150e384eeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2eb4c2f-1fc9-4a37-abed-26f34ac0e743", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9eea019a-bee7-4488-ae71-35c5875a7d01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2eb4c2f-1fc9-4a37-abed-26f34ac0e743", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2eb4c2f-1fc9-4a37-abed-26f34ac0e743", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c19d4e6f-5414-4ed0-882b-bd672b227d0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fb735e59-5e5d-4093-9e53-e5bd36f96546", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c19d4e6f-5414-4ed0-882b-bd672b227d0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fefb45c7-3d8d-4d6b-8de2-cffd7c824037", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c19d4e6f-5414-4ed0-882b-bd672b227d0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0350a32b-07be-4535-b59e-39a822b6ed07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c8feedaf-f796-4142-bd7b-f6a05aef7e4a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0350a32b-07be-4535-b59e-39a822b6ed07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0350a32b-07be-4535-b59e-39a822b6ed07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ee7ce27-6e50-4f09-818a-4967704629b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "960400b9-bd49-4672-a7fd-af3f246b9d7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ee7ce27-6e50-4f09-818a-4967704629b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ee7ce27-6e50-4f09-818a-4967704629b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86a10319-67f6-4936-b3e7-e057eff9a481", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:01:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:01:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6483b3f2-2e6a-49b6-ab54-68f414d4a4b5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86a10319-67f6-4936-b3e7-e057eff9a481", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86a10319-67f6-4936-b3e7-e057eff9a481", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154087ac-4aaf-4fad-93e5-e6e4c0effc22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154087ac-4aaf-4fad-93e5-e6e4c0effc22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154087ac-4aaf-4fad-93e5-e6e4c0effc22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:02:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "166c7446-943c-42cc-a809-306adf0b022b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:02:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edaf7caa-9ffc-45ae-b93a-ae4160a20e46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:02:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:02:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:02:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c574966-f7d6-41ce-920b-5c6df5b6dea1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c574966-f7d6-41ce-920b-5c6df5b6dea1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c574966-f7d6-41ce-920b-5c6df5b6dea1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:02:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "912ac7a2-dee7-46d4-b695-04966ce6651c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ce19cdfe-9c00-44ea-bc70-d34e311f8b32", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b7ab002-b464-4ddc-9dc5-46c22c48f275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b7ab002-b464-4ddc-9dc5-46c22c48f275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b7ab002-b464-4ddc-9dc5-46c22c48f275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b322ea10-0ee3-490e-9973-624c4e018df6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "94e74551-409a-49e6-8af2-a2a733076179", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "289e790b-9a12-407d-bb5e-b9b42d8a4d1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "289e790b-9a12-407d-bb5e-b9b42d8a4d1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "289e790b-9a12-407d-bb5e-b9b42d8a4d1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:02:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f71fc7d9-c0dd-4ce3-b90e-2a42887e463b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:02:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eb75ad05-4cb5-40e4-9eb1-73d09c3bfaa6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b745c072-beec-4af6-a221-9a41b2d4399e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b745c072-beec-4af6-a221-9a41b2d4399e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b745c072-beec-4af6-a221-9a41b2d4399e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:02:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5701d591-a8c4-42a6-bcca-b1a4357d13d8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:02:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:02:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20d2eb04-8dab-4a87-87b5-a0b81cb81d88", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fd0722c-4efe-40f3-9db5-75023b4d14dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fd0722c-4efe-40f3-9db5-75023b4d14dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fd0722c-4efe-40f3-9db5-75023b4d14dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:02:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:02:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:02:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:02:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0dd7bd7b-ef1e-4baf-88d7-642776acb6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:03:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:03:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:03:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:03:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:03:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:03:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a0d6a1fa-5393-47f0-8803-def2d5cf26c2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:03:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:03:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:03:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:03:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:03:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:03:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "749e2b34-82e0-44e9-9409-5dd17abb3f89", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:03:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:03:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:03:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:03:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:03:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:03:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2608f338-a6ee-4d4e-936b-ccc723dde197", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:03:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:03:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:03:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:03:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:03:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:03:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4972d40-f88e-4bc0-92cb-ca738c5c56ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:04:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:04:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:04:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:04:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:04:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:04:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d8058c8d-4227-4cad-ae71-7723ab63b980", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:04:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:04:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:04:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:04:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:04:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:04:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "454e3ea4-2874-419d-af01-6826d1943487", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "eb75d1a8-feea-4bca-89d9-2906be348ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "7431cc92-0851-4e28-8b0e-a00ba99790f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "84a02720-c828-4791-8f8a-053df562e8fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:04:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "84a02720-c828-4791-8f8a-053df562e8fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "607490ad-a17b-4a87-b6a7-849725551847", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6353d5bd-b922-4400-9d32-7df72a49c6da", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3b1524ac-f734-4870-ad50-d0259d342218", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:04:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3b1524ac-f734-4870-ad50-d0259d342218", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1ffa935-bb37-42e9-8c8f-9a4b7aeb62c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e4cca3ee-9ff8-4329-b355-334e5983a650", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2eb206e2-d226-476e-b617-d457dfdb8cd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "6dfffe6a-a182-4f51-a985-1ced0b18f2be", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:04:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "6dfffe6a-a182-4f51-a985-1ced0b18f2be", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "368d782b-4614-4d5b-a067-3abe5e21cc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d278a5f5-1ff7-42c0-82bd-c1134d0cce1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "10f7d735-b80d-49fe-8828-9d586837e52a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:04:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "10f7d735-b80d-49fe-8828-9d586837e52a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c3a6b0-0ee4-4e39-a2d6-e621d07ffa2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d9ca4197-1ec4-4a76-916a-b1ced4a8afcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "efcf1064-7651-4546-a0c7-8ce4c67b0fcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f693002-cd4e-422c-9e6e-0f0b78f8f24b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:07:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f693002-cd4e-422c-9e6e-0f0b78f8f24b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1ce5c180-be6d-4f29-ba82-42c28c67328d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca6f2865-9098-45e7-a997-d88fc9b776d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "14c8e43b-9534-4e45-a6f0-73976bf678b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:07:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "14c8e43b-9534-4e45-a6f0-73976bf678b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f43344a-559c-4f21-9526-eb01f3d23879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ef3c89a-9ed7-4632-b611-b1aabcc7305f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ef3c89a-9ed7-4632-b611-b1aabcc7305f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:07:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ef3c89a-9ed7-4632-b611-b1aabcc7305f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ab85463b-b2fa-4f8d-bf4d-fc76d0121d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ab85463b-b2fa-4f8d-bf4d-fc76d0121d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ee197f1d-1a18-4799-b318-46ddc9fc2dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ee197f1d-1a18-4799-b318-46ddc9fc2dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa76db6-de6f-4ca1-86b7-28974c876c86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aa76db6-de6f-4ca1-86b7-28974c876c86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2466b531-2d47-467a-a49f-9052af0d88b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8f32969c-dae1-4d09-99de-b85dec9f5cb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:07:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8f32969c-dae1-4d09-99de-b85dec9f5cb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c8d2a744-94ad-4cb0-8e40-c981db9aa8a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00f17634-65e7-4907-a35f-98e44cc4d72e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b839f8e8-1235-470e-b2a0-0f665e63c859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:07:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b839f8e8-1235-470e-b2a0-0f665e63c859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:07:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4a9bc27-5e72-4b02-ac18-63a4c121a2b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37807063-9d55-48ae-b7d6-55e8aefd14e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37807063-9d55-48ae-b7d6-55e8aefd14e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37807063-9d55-48ae-b7d6-55e8aefd14e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:08:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26647db2-a513-4f02-b210-4ed5172b5b25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26647db2-a513-4f02-b210-4ed5172b5b25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "efea4f7e-4854-41a3-a044-22259e300dba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "efea4f7e-4854-41a3-a044-22259e300dba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd480561-f144-4312-9486-a30f2e0c94df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd480561-f144-4312-9486-a30f2e0c94df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "bd1cfa42-49ba-487c-834b-075571c5e71d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-trusted-ca-bundle", "reconcileID": "0e9b71ba-2a9c-41f7-853f-dd0d69851c82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "f9b4a397-8a09-48d5-88e3-3b77069ab57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "f9b4a397-8a09-48d5-88e3-3b77069ab57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73130e18-17ae-4714-b247-c2210786b3a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "e5add987-703a-4260-bed7-ba554c7a315c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-trusted-ca-bundle", "reconcileID": "3fa69eb2-3753-4944-b271-2f5f4e381f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3af9c9", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-trusted-ca-bundle", "reconcileID": "3fa69eb2-3753-4944-b271-2f5f4e381f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c5782dc-a4f3-4cb7-a40b-ad7d22188cab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f6a49a7-8cb6-4bf8-8721-49f3995893ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f6a49a7-8cb6-4bf8-8721-49f3995893ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f6a49a7-8cb6-4bf8-8721-49f3995893ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "007e920c-0c9b-417a-8035-4accb220629f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "007e920c-0c9b-417a-8035-4accb220629f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "007e920c-0c9b-417a-8035-4accb220629f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c67ed5ec-e7ae-49db-80b7-74bc73b83565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c67ed5ec-e7ae-49db-80b7-74bc73b83565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c67ed5ec-e7ae-49db-80b7-74bc73b83565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "091f5991-fa25-44fa-875c-cd9174f641f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "091f5991-fa25-44fa-875c-cd9174f641f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "091f5991-fa25-44fa-875c-cd9174f641f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4620d4b-9158-4d0e-9151-314fddf92469", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4620d4b-9158-4d0e-9151-314fddf92469", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4620d4b-9158-4d0e-9151-314fddf92469", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3af9c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-trusted-ca-bundle", "reconcileID": "12aa3891-2479-4cf6-aa27-73eb92a54d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-trusted-ca-bundle", "reconcileID": "12aa3891-2479-4cf6-aa27-73eb92a54d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "ad2ffb06-c2db-4cbd-8737-c415b5d1ab40", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "openshift-service-ca.crt", "reconcileID": "ad2ffb06-c2db-4cbd-8737-c415b5d1ab40", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d71b1c40-c137-47b4-af8b-0bfef2cfff26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3af9c9"}, "namespace": "e2e-modelref-3af9c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d71b1c40-c137-47b4-af8b-0bfef2cfff26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3af9c9"} 2026-06-08T13:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-trusted-ca-bundle", "reconcileID": "92c3abdb-8960-45fd-9498-75a02429f52a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "892ed7d9-f376-4cfd-aa0f-af7b83871ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "360cd32c-ecc6-4487-906f-6650a919c0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "360cd32c-ecc6-4487-906f-6650a919c0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e66df0-2b8c-4b20-9099-1f4a69665efb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "398a33cc-7587-4d41-b714-a933dedefd8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-trusted-ca-bundle", "reconcileID": "4f976fda-fe72-4eea-88b8-fc12e4ad37d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-685018", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:08:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-trusted-ca-bundle", "reconcileID": "4f976fda-fe72-4eea-88b8-fc12e4ad37d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7561852c-b248-4186-bf39-d5bff1ccc10f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef61fbef-5f99-42a4-bc10-2c9a7b2ce33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef61fbef-5f99-42a4-bc10-2c9a7b2ce33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef61fbef-5f99-42a4-bc10-2c9a7b2ce33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b112bde1-9019-47d1-82c4-55fc918f6327", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b112bde1-9019-47d1-82c4-55fc918f6327", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b112bde1-9019-47d1-82c4-55fc918f6327", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:09:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49095477-7e8d-422d-91b4-6ba67012e5d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:09:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49095477-7e8d-422d-91b4-6ba67012e5d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:09:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49095477-7e8d-422d-91b4-6ba67012e5d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:09:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69a7223f-93ad-44b2-a57f-d0f622544844", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:09:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69a7223f-93ad-44b2-a57f-d0f622544844", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:09:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69a7223f-93ad-44b2-a57f-d0f622544844", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:09:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c6d56f-e4c2-4537-9797-586b24217d7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c6d56f-e4c2-4537-9797-586b24217d7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c6d56f-e4c2-4537-9797-586b24217d7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-685018 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:09:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-trusted-ca-bundle", "reconcileID": "97caab22-b707-49a3-94b3-12c38d77d2d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-trusted-ca-bundle", "reconcileID": "97caab22-b707-49a3-94b3-12c38d77d2d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "947e8429-d1fc-4248-af63-ad95df5eaf64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "openshift-service-ca.crt", "reconcileID": "947e8429-d1fc-4248-af63-ad95df5eaf64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b133a52-b60b-405f-b2b2-1607f1f46758", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-685018"}, "namespace": "e2e-modelref-685018", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b133a52-b60b-405f-b2b2-1607f1f46758", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-685018"} 2026-06-08T13:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "0203ab75-b97c-4bdb-b430-b5a22eb036df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-trusted-ca-bundle", "reconcileID": "ed5304dd-d762-4e42-ad6f-1d6f79d5cbe2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "0eebc4d5-c334-4537-bdb9-bf5aa45ede1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "0eebc4d5-c334-4537-bdb9-bf5aa45ede1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89330416-051c-4e2f-913e-18766ebf794a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "be1320ae-145e-407f-83f2-022cf78dcb64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a513f8c-be60-4413-9985-52c7c0d9d7be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-debcfb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a513f8c-be60-4413-9985-52c7c0d9d7be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad63841a-2ef6-4a24-a754-fc075cf147bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b449b18-c5e8-4de0-81d8-c1501cb2aa56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b449b18-c5e8-4de0-81d8-c1501cb2aa56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b449b18-c5e8-4de0-81d8-c1501cb2aa56", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-debcfb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:09:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-trusted-ca-bundle", "reconcileID": "a6cfd6f0-78ff-4f04-b55c-474568095258", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-trusted-ca-bundle", "reconcileID": "a6cfd6f0-78ff-4f04-b55c-474568095258", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "3a5e2ed1-348c-4e14-88ec-37bc174bc58a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "openshift-service-ca.crt", "reconcileID": "3a5e2ed1-348c-4e14-88ec-37bc174bc58a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "021c3c25-6339-47f2-bf53-6c04d4b0a9e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-debcfb"}, "namespace": "e2e-webhook-test-debcfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "021c3c25-6339-47f2-bf53-6c04d4b0a9e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-debcfb"} 2026-06-08T13:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "93dfe402-8ed6-4f50-b907-056926f76f6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-trusted-ca-bundle", "reconcileID": "4cf48ca5-1f88-4bf2-9c24-025ef952fbb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "19c71722-b096-4d14-bdc9-caf92348ab8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "19c71722-b096-4d14-bdc9-caf92348ab8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c231259c-76d9-4581-9e9c-ace86815e456", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "4bcc1a52-6273-4e2f-ae2e-04b2e1c133d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-trusted-ca-bundle", "reconcileID": "25853e1f-0c21-4d8a-960b-37312ecbab40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-055d18", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-trusted-ca-bundle", "reconcileID": "25853e1f-0c21-4d8a-960b-37312ecbab40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5451d854-f070-4c82-a629-45e5160884ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a27f906-d2e2-438b-996c-a4fb4b6b02e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a27f906-d2e2-438b-996c-a4fb4b6b02e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:09:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a27f906-d2e2-438b-996c-a4fb4b6b02e7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-055d18 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:09:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-trusted-ca-bundle", "reconcileID": "8d51cd8f-f3e2-4777-b596-4d8936744224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-trusted-ca-bundle", "reconcileID": "8d51cd8f-f3e2-4777-b596-4d8936744224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "b81e323e-24e9-4ab4-9c20-e01a3676ef35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "openshift-service-ca.crt", "reconcileID": "b81e323e-24e9-4ab4-9c20-e01a3676ef35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570744ca-d6c8-48f6-a34d-ed749931dec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:09:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-055d18"}, "namespace": "e2e-webhook-test-055d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570744ca-d6c8-48f6-a34d-ed749931dec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-055d18"} 2026-06-08T13:11:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:11:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:12:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:12:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:24:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:24:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:24:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:24:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d270b453-f87c-4115-a071-e293473cae17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d270b453-f87c-4115-a071-e293473cae17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d270b453-f87c-4115-a071-e293473cae17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:26:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd1a4420-e6ea-4ae2-b469-6e1f78668318", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:26:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd1a4420-e6ea-4ae2-b469-6e1f78668318", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:26:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd1a4420-e6ea-4ae2-b469-6e1f78668318", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c31dfce-3934-4f04-95aa-bce36cef643d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c31dfce-3934-4f04-95aa-bce36cef643d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c31dfce-3934-4f04-95aa-bce36cef643d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:27:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da35a96f-8915-404d-97dc-b4aed9179bc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:27:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da35a96f-8915-404d-97dc-b4aed9179bc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:27:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da35a96f-8915-404d-97dc-b4aed9179bc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "2493a109-0172-44f5-a215-e2f41a614c10", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "523853e0-4063-480d-b8c3-98e186c717a6", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "508ba640-fb24-4737-8b88-c343a3d36ebb", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "185c688a-43f2-4b3b-a3c6-c1ec3da3eb17", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "9da75cd0-3890-4f12-904a-0cbe03d405f6", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "51ae1267-b523-4ee5-8c30-2ee10bfe1afb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-trusted-ca-bundle", "reconcileID": "880963ab-4f46-429f-b866-7284fd4e916b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "10f5128a-01ec-4c48-9d65-68201d5c2c7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "10f5128a-01ec-4c48-9d65-68201d5c2c7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "9bd44adb-694b-4174-b90e-01a59d271cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d88c1881-2bb9-4819-ba39-7e101e05ffa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-trusted-ca-bundle", "reconcileID": "4077f730-1f44-4ae6-84b1-f2aa3ad516f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e3820926", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-trusted-ca-bundle", "reconcileID": "4077f730-1f44-4ae6-84b1-f2aa3ad516f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7d39232-8893-4eb0-a8f7-380b2b3fd30b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "ea0bc1d0-c54f-4bcf-95ac-3c0a7c9ff358", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3820926","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3820926", "reconcileID": "b230bdb3-a23e-4117-9b96-960583cae07e", "Gateway": "e2e-ait-e3820926", "namespace": "openshift-ingress"} 2026-06-08T13:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04980ec-5de7-4d4f-b146-27bdf7860e8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04980ec-5de7-4d4f-b146-27bdf7860e8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04980ec-5de7-4d4f-b146-27bdf7860e8c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-e3820926 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-trusted-ca-bundle", "reconcileID": "dfc6a667-f3f2-47f0-aa5e-ed028420f787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-trusted-ca-bundle", "reconcileID": "dfc6a667-f3f2-47f0-aa5e-ed028420f787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "281b1b97-70bc-4ab0-b4d8-590bb56c3697", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "openshift-service-ca.crt", "reconcileID": "281b1b97-70bc-4ab0-b4d8-590bb56c3697", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93726a89-d988-4774-a94d-260742c00760", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e3820926"}, "namespace": "e2e-aitenant-e3820926", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93726a89-d988-4774-a94d-260742c00760", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e3820926"} 2026-06-08T13:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "e9667a90-bb72-4d69-b494-42c7f17bcf4e", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "7cedd965-5394-4203-86bd-6f581040579b", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "611715b0-b56f-40f9-9889-bc8154ec85f3", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "0d57a582-67f0-413c-8a86-f1f656cac066", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "openshift-service-ca.crt", "reconcileID": "cce3264c-f592-41c6-91cf-33f1bb01ac39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "d8626783-c4c1-4eab-8fb8-5b82cf642407", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "30093f85-89cf-45e0-bb2b-ac5169bc3651", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "d8626783-c4c1-4eab-8fb8-5b82cf642407", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "openshift-service-ca.crt", "reconcileID": "816a5d98-41af-4971-96ed-7317353ddbbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "321ef415-e345-4394-a682-ac9a58f89a73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "openshift-service-ca.crt", "reconcileID": "c12a901d-7a14-4927-b9c2-a1b25125e0a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "c266d6d8-0bfc-43de-a735-c095f8aa933a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "c266d6d8-0bfc-43de-a735-c095f8aa933a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cc2b188-1d8f-4fae-9230-4a80bcef7ddb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "6882eb6a-df2c-4a04-b1d7-c0580733417d", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-79230a4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-79230a4e", "reconcileID": "09d093fa-0310-4218-8c9a-1a5bf263c973", "Gateway": "e2e-ait-79230a4e", "namespace": "openshift-ingress"} 2026-06-08T13:27:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c9655a0-2f56-4c92-9b77-6d360b38e154", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c9655a0-2f56-4c92-9b77-6d360b38e154", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:27:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c9655a0-2f56-4c92-9b77-6d360b38e154", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-79230a4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:27:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "6f426280-874f-4ff1-aa81-cd1a9b84e3aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-trusted-ca-bundle", "reconcileID": "6f426280-874f-4ff1-aa81-cd1a9b84e3aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "openshift-service-ca.crt", "reconcileID": "8fce0d56-652d-4bb9-b6c7-621f117d8bcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "openshift-service-ca.crt", "reconcileID": "8fce0d56-652d-4bb9-b6c7-621f117d8bcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96faf259-c378-4842-acef-3552339b7bc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e"} 2026-06-08T13:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-79230a4e"}, "namespace": "e2e-aitenant-79230a4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96faf259-c378-4842-acef-3552339b7bc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-79230a4e"}