2026-06-11T10:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "237cd1c3-09c6-45e7-bfd7-f602ff15fd62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-11T10:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2a865056-6e8b-4642-9795-f0cfa8b734e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-11T10:15:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "77210527-ab1e-44d3-937f-4fa1dba547c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:15:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "77210527-ab1e-44d3-937f-4fa1dba547c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-11T10:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "044b34cf-6fd2-458f-971d-6eb71c126680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ed49902f-9904-427d-9b19-b1a8d96e0da8", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-11T10:16:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "540407e1-0a96-4e6c-938d-5635010456a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:16:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "540407e1-0a96-4e6c-938d-5635010456a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "5d4b6a54-070a-4070-9b14-1dc842bdd7f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e69ad87d-b9b2-4084-b934-7da70ec8b74f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "febbacfc-b9b8-4fd3-9b7b-722863d1d5d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "f2305eae-6cdf-4040-8f09-2ea9ad0866f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "d5281687-c6e2-400a-ae5a-762879050dce", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-11T10:16:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59c381f8-bf72-4e1f-a6c3-32d89d95c1aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:16:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59c381f8-bf72-4e1f-a6c3-32d89d95c1aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c89ceb-97d5-4ffa-bd57-f3990f082889", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "422eef8b-f511-4328-b936-cd5b45b29168", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:16:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "422eef8b-f511-4328-b936-cd5b45b29168", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T10:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59ebda9b-781a-4c2b-b2d9-4d59fe2c4958", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3bbde0-0df8-4577-b8a6-ec4b3dcfe12c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T10:16:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1b5facc7-9fb6-4c83-b7d7-8190b9d4be72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:16:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1b5facc7-9fb6-4c83-b7d7-8190b9d4be72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f91e9438-b725-4f56-85bb-6a157da4ee1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T10:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "207271e7-f00b-41b1-9764-775e1ed232fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "207271e7-f00b-41b1-9764-775e1ed232fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "207271e7-f00b-41b1-9764-775e1ed232fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c943a7c2-cb7d-4f73-8662-d0bcc3d1f093", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c943a7c2-cb7d-4f73-8662-d0bcc3d1f093", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c943a7c2-cb7d-4f73-8662-d0bcc3d1f093", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "18f842d9-d43d-4d7c-86ec-dcc68ffa168a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "4fd7a2a4-ef06-4565-bc6f-081661cfde8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8d1351b1-15c7-4083-acf7-15f81fff5b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:18:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8d1351b1-15c7-4083-acf7-15f81fff5b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1881603-ff7f-4837-abe7-ce8e62690899", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "3da40569-4de1-4795-bdf1-af4668572848", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0a10cda1-0d55-4b8f-bbf8-45bc16546536", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:18:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0a10cda1-0d55-4b8f-bbf8-45bc16546536", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T10:18:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8960c4a0-793a-4f53-8196-8d9766df095e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac864fde-dfef-43d4-9c72-99e7004fcea2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac864fde-dfef-43d4-9c72-99e7004fcea2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f49e0e1-8ce7-4606-b1a6-ed318d860068", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac864fde-dfef-43d4-9c72-99e7004fcea2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cddad668-eb5f-442f-b48c-bd429fdfff17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "23fc1879-9f91-4e2c-a13f-ca6702a2b733", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cddad668-eb5f-442f-b48c-bd429fdfff17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cddad668-eb5f-442f-b48c-bd429fdfff17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "336a4577-d3c6-480a-bd2e-783ee7d670e8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c313e7-932d-4a58-84bd-8dad3a46ecf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "acb1843a-b4ee-4084-90a3-2bafed2b9b58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c313e7-932d-4a58-84bd-8dad3a46ecf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31c313e7-932d-4a58-84bd-8dad3a46ecf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dbe4ae9-fb00-4555-83ca-b5a33a81fbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ec0f551b-85f4-413b-a2e4-679df3072d6a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dbe4ae9-fb00-4555-83ca-b5a33a81fbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dbe4ae9-fb00-4555-83ca-b5a33a81fbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c669ae65-4850-45a0-85e7-3e89ab491a32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4967552d-dea4-417d-b38b-e4ec0489359a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c669ae65-4850-45a0-85e7-3e89ab491a32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c669ae65-4850-45a0-85e7-3e89ab491a32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:18:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:18:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15c8da03-a4ac-4be7-a0bf-df72ed2945bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T10:18:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b24cf95d-2c31-4155-b1fb-8419dce1cfdc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15c8da03-a4ac-4be7-a0bf-df72ed2945bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15c8da03-a4ac-4be7-a0bf-df72ed2945bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20dc3ac-2021-43fb-a7d9-371a77077dc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20dc3ac-2021-43fb-a7d9-371a77077dc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20dc3ac-2021-43fb-a7d9-371a77077dc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T10:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b23f968-976a-4841-a9ea-a7f30578e557", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T10:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1b3e5dd3-92a8-4544-ac2b-f98c2b1d196c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1dd2020-643e-428a-aa5a-6e1e67303f85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1dd2020-643e-428a-aa5a-6e1e67303f85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1dd2020-643e-428a-aa5a-6e1e67303f85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T10:18:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8f9a3ee-08e9-4906-932f-4c42079f4688", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:18:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T10:18:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8622617-3427-42cb-ac83-e2b403c5166b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f2b08a0-7fdf-4cb8-ab73-4764a285dbc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f2b08a0-7fdf-4cb8-ab73-4764a285dbc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f2b08a0-7fdf-4cb8-ab73-4764a285dbc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:18:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:18:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T10:18:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fc4524b3-2e4d-45cb-86a6-ae55c603bb55", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c707a981-e444-4042-bc8e-0ea41cae875a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:18:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac11824-d318-45ee-9e67-2119b85bf4da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac11824-d318-45ee-9e67-2119b85bf4da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac11824-d318-45ee-9e67-2119b85bf4da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:18:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:18:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b3a6dcaa-baf2-4c38-ade2-b4f68190d505", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:18:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:18:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:18:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "23d85ef8-0964-4448-bbff-0e25d62762ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "023adef7-cdb1-404c-a9a0-4b8141bb4cf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:19:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "023adef7-cdb1-404c-a9a0-4b8141bb4cf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:19:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "023adef7-cdb1-404c-a9a0-4b8141bb4cf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:19:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:19:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c2354876-becf-4246-b5dd-4ab11c04e8b2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T10:19:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "37f96549-23e3-4c31-bc4d-d1f9d21ce65f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbeef23-6f81-4bda-934d-d88417862eea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbeef23-6f81-4bda-934d-d88417862eea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbbeef23-6f81-4bda-934d-d88417862eea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:19:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T10:19:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d869e853-4a17-4d3d-8194-b5b2a90dffa3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T10:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "38aa8f2b-f172-4e3a-adc0-84dd47fcc575", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T10:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T10:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43139a13-77c8-4d87-ba7c-cbc8c700a4ba", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T10:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "058bae00-83de-4764-819a-8c58cd99a970", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T10:19:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:19:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "84bc4a1c-ec01-46a6-8621-3af6bcad75b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:19:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T10:19:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:19:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "031d5fd6-dba5-4908-9c2f-3ce2fa93e896", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T10:20:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:20:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "20fc5a00-d302-44f6-9cd0-6e2d87eb026d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:20:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T10:20:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T10:20:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3188b550-72c7-457a-b03c-8b7856139d7e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T10:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d284884d-4c31-4db8-96ac-5597c49384c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "c58e6739-f627-447b-9dc8-8e5f87b22406", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "573c4830-6d95-4383-95b1-834c0a0f9732", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:20:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "573c4830-6d95-4383-95b1-834c0a0f9732", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c62eae0b-50ed-46fd-88bd-dec738d8f384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d77714a5-48f9-476e-a177-13edbe27b9db", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ede48bc7-7b08-4646-968e-2044b74715c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:20:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ede48bc7-7b08-4646-968e-2044b74715c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T10:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bed59749-d5e4-4b85-a812-b572b66c2c4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T10:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "616dfe72-50e4-43a8-8829-19ce34e7292b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "4d8088aa-2582-456d-88d4-38356cfda690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "cd8a72f5-1f2c-4959-945c-ddd084a206b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:20:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "cd8a72f5-1f2c-4959-945c-ddd084a206b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ae31480-6a90-4714-88aa-e5c325aa2c8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e8d723a5-3d8e-4c04-8256-3ead52e1f869", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "ce978f70-2a46-4ae4-835b-ead7b1e8a9ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:20:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "ce978f70-2a46-4ae4-835b-ead7b1e8a9ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T10:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15f10381-a312-4c7e-a861-d20fa897f41e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T10:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "522a44f5-01ba-417e-a570-bfb31026cd39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b415da-c336-43dd-aceb-78d3aecbf201", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c8535ee4-aff5-42f1-8cef-6f9a719ff38e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:22:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c8535ee4-aff5-42f1-8cef-6f9a719ff38e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "16d2f783-b752-4c5e-9992-eb31fd857256", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:22:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "16d2f783-b752-4c5e-9992-eb31fd857256", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74e93849-7d11-4f0c-b4b1-6d15beb2dbb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ba5a086a-81bb-488d-8f3b-f90606c3e21e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:22:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ba5a086a-81bb-488d-8f3b-f90606c3e21e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8bde66e8-d6ce-411c-b50f-e4f871edb7d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a06b3db0-0ec9-4c54-b31e-9dba8395c85c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "babd15e6-b8a8-4c9a-be5b-0688c4802b46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "babd15e6-b8a8-4c9a-be5b-0688c4802b46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:22:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "babd15e6-b8a8-4c9a-be5b-0688c4802b46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8bab6666-e5da-4612-8f32-cd3a4f5c764f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8bab6666-e5da-4612-8f32-cd3a4f5c764f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1179b925-deaf-4fa2-a2c1-ade36094e813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1179b925-deaf-4fa2-a2c1-ade36094e813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "159365de-b0f9-40cf-aaaa-f8037f239618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:22:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "159365de-b0f9-40cf-aaaa-f8037f239618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fa611189-6ad2-4fc1-bf90-44f71df56c3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eb514c8c-52fd-41e3-aae3-50154985ac26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eb514c8c-52fd-41e3-aae3-50154985ac26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6a771953-08ff-4573-a71c-93bb99390247", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb44feae-9ddb-4fe6-801e-73781f79fb48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0899eec9-1aba-48ce-a528-6729ca485c2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff93e79-d00e-4313-842d-eccc674f7bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff93e79-d00e-4313-842d-eccc674f7bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "674e4fb3-7bde-455c-b774-03eb3b143b57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9b2da3-7f92-4663-943d-386090d23ffc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9b2da3-7f92-4663-943d-386090d23ffc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9b2da3-7f92-4663-943d-386090d23ffc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "620f749e-b78a-4b63-8b87-df04585c5cfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "620f749e-b78a-4b63-8b87-df04585c5cfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e35c22cc-e5d1-4883-ae7a-3076ad86a0d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e35c22cc-e5d1-4883-ae7a-3076ad86a0d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7802879f-317d-45f3-9d99-04d3dd3bf177", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7802879f-317d-45f3-9d99-04d3dd3bf177", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "02135797-6085-4fa2-b88b-25699a97f6dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-trusted-ca-bundle", "reconcileID": "056f780e-367b-4d5b-94f7-2888ebebe911", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "8920bf55-e439-4471-a0c4-f1f0a7b8b8d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "8920bf55-e439-4471-a0c4-f1f0a7b8b8d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "f3709fb1-3f0f-4acc-886a-5b3a381bc9d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "f3709fb1-3f0f-4acc-886a-5b3a381bc9d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2e69e1b-906c-417b-8be1-8918622132e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "199d70dc-53d2-466b-b088-2c561d3aaf51", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cc38d18-12a9-421d-b968-7fe75d8cfef2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cc38d18-12a9-421d-b968-7fe75d8cfef2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:23:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cc38d18-12a9-421d-b968-7fe75d8cfef2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5383e464-b092-49b5-a944-598c683f2792", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5383e464-b092-49b5-a944-598c683f2792", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:23:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5383e464-b092-49b5-a944-598c683f2792", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e49c1e-6894-4f1e-aea5-cf50c45fe44b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-702b29", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:23:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e49c1e-6894-4f1e-aea5-cf50c45fe44b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581ddf65-ba16-4fec-8e93-abe06cba975f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:23:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5842f9e9-c65a-4740-8a87-7d971fa8595b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5842f9e9-c65a-4740-8a87-7d971fa8595b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:23:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5842f9e9-c65a-4740-8a87-7d971fa8595b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8577b01e-0a92-48ec-9268-bbff369c3040", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:23:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8577b01e-0a92-48ec-9268-bbff369c3040", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:23:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8577b01e-0a92-48ec-9268-bbff369c3040", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2bc78-b2ac-4116-9415-772435348697", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2bc78-b2ac-4116-9415-772435348697", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2bc78-b2ac-4116-9415-772435348697", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-702b29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-trusted-ca-bundle", "reconcileID": "248f9d67-ccdb-48e2-853f-131398e3f0a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-trusted-ca-bundle", "reconcileID": "248f9d67-ccdb-48e2-853f-131398e3f0a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "66568b4e-f773-4095-b9a9-0d22cdf2d017", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "openshift-service-ca.crt", "reconcileID": "66568b4e-f773-4095-b9a9-0d22cdf2d017", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c624a07a-94cd-437e-ab48-cd5cb2132890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-702b29"}, "namespace": "e2e-modelref-702b29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c624a07a-94cd-437e-ab48-cd5cb2132890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-702b29"} 2026-06-11T10:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "2c70c55c-f5bb-4566-8f15-2d5c6d2bd629", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-trusted-ca-bundle", "reconcileID": "4dfb2bd4-ca30-42bd-9b2f-1fbf96dacc8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "b7eb22d7-b8b5-4dc0-9bdb-3d6c551f3441", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "b7eb22d7-b8b5-4dc0-9bdb-3d6c551f3441", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4de0532c-eebd-45b2-a683-ec530ac71e25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "97866101-aec2-4494-8b55-87060e15cc29", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-trusted-ca-bundle", "reconcileID": "d0dbb059-4948-42c1-acc8-09f59d0acbec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cebb96", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-trusted-ca-bundle", "reconcileID": "d0dbb059-4948-42c1-acc8-09f59d0acbec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cffbc9c-495c-4338-8fc2-ec74558b20da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea19830-cd3d-46fe-a539-228822550c5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea19830-cd3d-46fe-a539-228822550c5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fea19830-cd3d-46fe-a539-228822550c5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "172825be-90b2-4492-881b-ca59a9990496", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "172825be-90b2-4492-881b-ca59a9990496", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "172825be-90b2-4492-881b-ca59a9990496", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77921dd-eb77-4242-9797-2b1e5f62edd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77921dd-eb77-4242-9797-2b1e5f62edd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77921dd-eb77-4242-9797-2b1e5f62edd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2089e82f-84e7-4d5f-bc81-b88013ba6651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2089e82f-84e7-4d5f-bc81-b88013ba6651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T10:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2089e82f-84e7-4d5f-bc81-b88013ba6651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T10:24:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ceef89-1bac-49e7-9216-4f096f3c735d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ceef89-1bac-49e7-9216-4f096f3c735d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ceef89-1bac-49e7-9216-4f096f3c735d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-cebb96 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:24:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-trusted-ca-bundle", "reconcileID": "4e84876a-059e-495d-b54e-4766e3de10e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-trusted-ca-bundle", "reconcileID": "4e84876a-059e-495d-b54e-4766e3de10e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "4a9b4193-914f-4fe9-9cdf-aad26b673026", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "openshift-service-ca.crt", "reconcileID": "4a9b4193-914f-4fe9-9cdf-aad26b673026", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2bef75-05be-4f60-a672-96d1b37867b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cebb96"}, "namespace": "e2e-modelref-cebb96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2bef75-05be-4f60-a672-96d1b37867b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cebb96"} 2026-06-11T10:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "11a611db-bf97-4253-9d6d-66b50a54eaf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-trusted-ca-bundle", "reconcileID": "3a9fa08e-dd73-472f-bb3b-78af912f3f45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "01451a1a-2179-4741-ab82-6c5b7168956c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "01451a1a-2179-4741-ab82-6c5b7168956c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68daa03e-3f07-488c-ba80-00ded3e8958d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "2e8c2780-f20e-4241-aa42-114a6d5155a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-trusted-ca-bundle", "reconcileID": "0d91db67-97ce-4cba-bd22-2c6e70ec84d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddc32b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-trusted-ca-bundle", "reconcileID": "0d91db67-97ce-4cba-bd22-2c6e70ec84d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6b007f2-7c51-47d3-87cf-bc1e6f0a149a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91afee7-988e-42dd-9652-c502230774ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91afee7-988e-42dd-9652-c502230774ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91afee7-988e-42dd-9652-c502230774ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-ddc32b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-trusted-ca-bundle", "reconcileID": "36246ebd-264c-4829-b2fd-cc7906973536", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-trusted-ca-bundle", "reconcileID": "36246ebd-264c-4829-b2fd-cc7906973536", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "31e2e55d-98bc-4dd4-9864-7d7424bfc85f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "openshift-service-ca.crt", "reconcileID": "31e2e55d-98bc-4dd4-9864-7d7424bfc85f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c25415a-9359-4c88-9d54-45ec65cb3f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddc32b"}, "namespace": "e2e-webhook-test-ddc32b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c25415a-9359-4c88-9d54-45ec65cb3f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddc32b"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "877dabc7-48af-4eee-a171-c4d7b000ebd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-trusted-ca-bundle", "reconcileID": "4b871607-6b3e-4e03-b33f-bc5702b83bd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "a2d65049-9e26-4aa3-984a-89371562bd4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "a2d65049-9e26-4aa3-984a-89371562bd4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1992411e-a98a-4de3-b0c6-d4a7d9051191", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "1c7b5c61-b194-4d99-ab38-6b6daad11afa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-trusted-ca-bundle", "reconcileID": "8de1509a-8601-48cf-9526-d9a5912d6c8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c08c6f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:24:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-trusted-ca-bundle", "reconcileID": "8de1509a-8601-48cf-9526-d9a5912d6c8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24389cea-5edf-40b3-a9b5-47f1f47d401f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c83fc9cb-ce6e-4d1a-b1ac-573ab224d246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c83fc9cb-ce6e-4d1a-b1ac-573ab224d246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:25:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c83fc9cb-ce6e-4d1a-b1ac-573ab224d246", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-c08c6f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:25:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-trusted-ca-bundle", "reconcileID": "5e66bba6-cbee-486a-9617-1b48fd668d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-trusted-ca-bundle", "reconcileID": "5e66bba6-cbee-486a-9617-1b48fd668d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "10219e89-bb94-4e68-b34a-1814e7d8bba2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "openshift-service-ca.crt", "reconcileID": "10219e89-bb94-4e68-b34a-1814e7d8bba2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c7b3266-b0a2-4338-b786-d0436d8dc906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-c08c6f"}, "namespace": "e2e-webhook-test-c08c6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c7b3266-b0a2-4338-b786-d0436d8dc906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-c08c6f"} 2026-06-11T10:25:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:25:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:25:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:25:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:34:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:34:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:34:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:34:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T10:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "8f8ba772-7435-433f-a68d-b2c15f3488e3", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "9dffcfa9-6af5-408d-b773-5e05da1bbfa4", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "0a58d72c-af8a-4b76-9d98-d92a27b3515f", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "c7b1af05-8d37-4a9e-b982-af69225cd1e2", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "ad4d311f-7fa3-4075-8178-994b5c1a910d", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "65cbfa3c-9ddc-49d5-835f-bef9065d0a47", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-trusted-ca-bundle", "reconcileID": "468a5df4-10f5-4582-9325-9422b58eeebd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "3bd4ecc1-1062-4c5d-9c66-166f77deeb59", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:41:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "3bd4ecc1-1062-4c5d-9c66-166f77deeb59", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95257726-78b4-426c-bacf-0d27c60707f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "4d0d3a41-e311-4996-a4f2-8026e2b19f4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-trusted-ca-bundle", "reconcileID": "df05515d-77c9-46b7-b67a-0c4381627a69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-728bb799", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:41:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-trusted-ca-bundle", "reconcileID": "df05515d-77c9-46b7-b67a-0c4381627a69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "702044d3-03e8-4529-8eda-b70ce32ff593", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "fbb0530e-6e02-4cd8-86e2-78bf67ddeb71", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-728bb799","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-728bb799", "reconcileID": "c70180a2-ac7f-467f-bd40-3d02f7110408", "Gateway": "e2e-ait-728bb799", "namespace": "openshift-ingress"} 2026-06-11T10:42:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e11ee9e1-1d65-47a5-8b5e-964182a64815", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e11ee9e1-1d65-47a5-8b5e-964182a64815", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:42:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e11ee9e1-1d65-47a5-8b5e-964182a64815", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-728bb799 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:42:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-trusted-ca-bundle", "reconcileID": "d869b1af-7c17-4e76-b5ac-899eb545b771", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-trusted-ca-bundle", "reconcileID": "d869b1af-7c17-4e76-b5ac-899eb545b771", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "3990108c-07db-4a1e-a8e0-c5426c13b4dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "openshift-service-ca.crt", "reconcileID": "3990108c-07db-4a1e-a8e0-c5426c13b4dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dba0a641-6c0a-4d0c-ad5b-b8fd83125edd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-728bb799"}, "namespace": "e2e-aitenant-728bb799", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dba0a641-6c0a-4d0c-ad5b-b8fd83125edd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-728bb799"} 2026-06-11T10:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "5f9dabfb-6c28-4497-9589-5ce9dfda8205", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "3208cf4a-7817-4045-a95b-021cbf793a45", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "05e70791-9202-436b-8275-b5591b429158", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "ac22d71d-54cb-4a42-8080-f2ad01b3faf4", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "b89914c5-80e3-4ce9-a40c-ae64149ed3c5", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "7d228a6d-3b2d-463a-a3aa-185602010c06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-trusted-ca-bundle", "reconcileID": "dc4de5c8-0a4d-4dcb-80b9-b7597410ca2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "34151c37-88be-4bb9-8172-d463f82c889d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:42:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "34151c37-88be-4bb9-8172-d463f82c889d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "70a8c781-820f-4ffe-af00-58741ed3035b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a6431ba-4479-4fc7-a2e3-90429fff0b04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-trusted-ca-bundle", "reconcileID": "e94d9f92-837b-4a44-8224-2779df707e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b99baa57", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:42:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-trusted-ca-bundle", "reconcileID": "e94d9f92-837b-4a44-8224-2779df707e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2124423e-cd18-4c94-9438-eaa06c66631a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "84ae8880-607c-4258-b8d9-88f5f5dd84f1", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b99baa57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b99baa57", "reconcileID": "13670cea-cf84-4acf-9674-3f814a6e1ba5", "Gateway": "e2e-ait-b99baa57", "namespace": "openshift-ingress"} 2026-06-11T10:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0388f37-c997-4ee9-8249-181e76b7a486", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0388f37-c997-4ee9-8249-181e76b7a486", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T10:42:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0388f37-c997-4ee9-8249-181e76b7a486", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-b99baa57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T10:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-trusted-ca-bundle", "reconcileID": "9181e93c-25a0-4c4c-8de5-62278f76148d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-trusted-ca-bundle", "reconcileID": "9181e93c-25a0-4c4c-8de5-62278f76148d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "34cb06a5-2f7c-411f-b5e8-41d408cc7d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "openshift-service-ca.crt", "reconcileID": "34cb06a5-2f7c-411f-b5e8-41d408cc7d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d41df247-1c52-4079-adff-dbd6c2f40bb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57"} 2026-06-11T10:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b99baa57"}, "namespace": "e2e-aitenant-b99baa57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d41df247-1c52-4079-adff-dbd6c2f40bb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b99baa57"}