2026-06-09T02:30:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a2c0393-2713-479d-b9ec-da2f366c1fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T02:30:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "3618e982-3b41-43c6-bceb-c92003417fb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:30:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "3618e982-3b41-43c6-bceb-c92003417fb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T02:30:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd1c88c2-c9aa-4458-8fb8-78b86c834832", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T02:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "78cab5e8-9699-4946-a6b9-097fcda3d5ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T02:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "60882913-f28a-4df8-a97d-dc842e52819c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T02:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "9c737612-079d-4f1a-a3f7-c15624f2d009", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:30:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "9c737612-079d-4f1a-a3f7-c15624f2d009", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T02:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e94e1917-7fa5-49db-b916-b8432302e0a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T02:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "91d7ac12-e7b3-4d5e-b197-303aafdb10aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T02:30:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "45da2048-5658-43e7-ac43-679b0dcb5c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:30:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "45da2048-5658-43e7-ac43-679b0dcb5c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T02:30:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "123f5e65-1de6-476a-8072-4aefc18aaed7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "bba6cd21-dbbb-4215-a9e7-79f46a24fa8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "9ea994ff-796e-4e05-b53d-11aca700510d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "a6e66e3d-1327-4603-a1f8-6ebbd0c3646d", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "a6e66e3d-1327-4603-a1f8-6ebbd0c3646d", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ba3848d5-fb2b-4522-8bb6-aa07f7f9a1af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ba3848d5-fb2b-4522-8bb6-aa07f7f9a1af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "bb48b10d-d07c-433f-be16-65f176a471d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "304db1b8-c7ee-40e0-ba73-dff9c38ede07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "84f94a1b-24c4-4e57-affb-784cfb5a01c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eca3cb44-33f1-4d03-86fc-2547ef3e8581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "fbdd2d02-74ca-47d8-bdf8-397de5822b2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "156bbc80-b0a9-4621-8922-fe72720392e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "156bbc80-b0a9-4621-8922-fe72720392e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "fd917040-039b-4c73-8bff-26b255ee2a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11268f6a-c159-4b58-ab25-0154542409f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T02:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "108b8328-c344-4a6d-b31f-c3018420e28d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "108b8328-c344-4a6d-b31f-c3018420e28d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T02:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5419fc50-8f83-4ba0-a937-9bdab5cb19fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T02:32:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ba4d044-0bff-415c-894e-9cca99bb76ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:32:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ba4d044-0bff-415c-894e-9cca99bb76ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:32:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ba4d044-0bff-415c-894e-9cca99bb76ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:32:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8944bf70-fb9e-4b30-8082-8a59bb292f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:32:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8944bf70-fb9e-4b30-8082-8a59bb292f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:32:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8944bf70-fb9e-4b30-8082-8a59bb292f23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e71f82ac-92f2-4f8e-834b-f6deb934d982", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "61a25526-414a-4c20-b675-641151e79227", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8549e209-defb-403a-8a4b-c9b75febf2ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:33:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8549e209-defb-403a-8a4b-c9b75febf2ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd0f9f9-aa2c-43a6-92a7-67cf13a3d7e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "cb1c3d2f-b71f-4679-8051-6f311c853796", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "30752a0c-a55e-4e3a-8b09-3faf4a9d06e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:33:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "30752a0c-a55e-4e3a-8b09-3faf4a9d06e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T02:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca49ef25-efb4-4995-b781-ca3b2b279e0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T02:33:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18b13c8c-9057-417f-aafd-c98d0bb0e583", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18b13c8c-9057-417f-aafd-c98d0bb0e583", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T02:33:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "14d0c384-41b7-412f-9f80-7c1a6d2ca0d6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18b13c8c-9057-417f-aafd-c98d0bb0e583", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f82d795-8045-4701-a838-b1ac61e536a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "62bc7a0b-3eb4-4d56-bb86-5683ecf7ba92", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f82d795-8045-4701-a838-b1ac61e536a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f82d795-8045-4701-a838-b1ac61e536a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "020ea33b-68d7-422b-b551-00befef5d5a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa268c5f-6889-42ef-9117-5e87c4ce79e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cdc5acd6-3f11-4621-a525-0d582b9c8e2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa268c5f-6889-42ef-9117-5e87c4ce79e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa268c5f-6889-42ef-9117-5e87c4ce79e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc4408ed-3964-418b-9cc2-0c819f5a7251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "69f6b4c6-0876-4fa0-8c73-46353241aa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc4408ed-3964-418b-9cc2-0c819f5a7251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc4408ed-3964-418b-9cc2-0c819f5a7251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59dd688f-fda5-454f-bdc7-37018f30d767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "85bea800-d8f0-4989-a4e1-5411fcb5cf88", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59dd688f-fda5-454f-bdc7-37018f30d767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59dd688f-fda5-454f-bdc7-37018f30d767", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "973ef01c-7fdd-4746-8204-1d2e8ecd35d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T02:33:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7ac4769e-374c-43b9-bd91-57f5f13f6519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "973ef01c-7fdd-4746-8204-1d2e8ecd35d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "973ef01c-7fdd-4746-8204-1d2e8ecd35d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccc3bfb8-79e8-4323-bfc8-06cd3affc518", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccc3bfb8-79e8-4323-bfc8-06cd3affc518", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccc3bfb8-79e8-4323-bfc8-06cd3affc518", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T02:33:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1b1ece66-68b0-49af-a8d9-d96b144bee51", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T02:33:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "492c03a0-2bde-42d1-b389-c6a7a7c68d15", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fd85a9f-2fa7-41e2-8bf5-c4f84145b21e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fd85a9f-2fa7-41e2-8bf5-c4f84145b21e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fd85a9f-2fa7-41e2-8bf5-c4f84145b21e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T02:33:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "35f21cdd-6f52-4988-b078-37a62d034617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T02:33:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d2ce058b-c9c4-4ac9-9521-93ca48c48b52", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbd05d0-1b5b-4b37-83c8-1205fd4eaaad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbd05d0-1b5b-4b37-83c8-1205fd4eaaad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbd05d0-1b5b-4b37-83c8-1205fd4eaaad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T02:33:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bdea083c-ed01-4acc-9100-ac1e2633fc3a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "09568efe-dcd2-4e9c-85af-56ef3de7313f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64589a3f-763e-43e4-bc5e-0fd794da34a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64589a3f-763e-43e4-bc5e-0fd794da34a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64589a3f-763e-43e4-bc5e-0fd794da34a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "34e70d19-3757-49ea-aeb5-6955d0efdb72", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1055213e-cf80-43fd-8e69-e998c077bc2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5cc093-7238-40c9-b995-95fe9cb019ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5cc093-7238-40c9-b995-95fe9cb019ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:33:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5cc093-7238-40c9-b995-95fe9cb019ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:33:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:33:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "39aca6c0-d3e0-49cb-986f-7ac4364a8e70", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:33:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T02:33:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:33:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11a8e4e2-80e3-4f98-8538-a73d58b55427", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a725e024-fca8-4428-abff-7f5d22f5e8c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a725e024-fca8-4428-abff-7f5d22f5e8c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a725e024-fca8-4428-abff-7f5d22f5e8c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:34:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T02:34:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3763c231-dd86-439b-b35c-9e6a38433b62", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T02:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f98da31a-af08-4fa2-8a5f-8871c8b6f53e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T02:34:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:34:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:34:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:34:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T02:34:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "66662c98-699c-47d5-96f4-9195b128e86f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:34:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:34:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:34:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:34:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T02:34:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b750e18-6c85-4dfe-88e4-d5ebff6865df", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T02:34:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:34:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "673560c1-035b-4aeb-8768-7cec4c917293", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T02:34:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "54d042d2-64c0-4155-944f-5423d733b16b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T02:34:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T02:34:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:34:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "148c4f52-89cf-4651-9e74-b216b718c6c5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T02:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4b49f41c-7477-4b0f-afe9-0ae10cfbab06", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6096f5df-cef7-4320-9786-2a7f47ff4ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:34:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6096f5df-cef7-4320-9786-2a7f47ff4ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "16cbdcda-4c1d-4920-bb13-0d437881085a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adcc385a-bf02-45f4-acec-21c5a6bd35ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bf8a78d4-63b5-433e-a2f0-981c19981efd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4c4e1ef6-93bb-4196-bef0-d8a9d56ea4f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:34:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4c4e1ef6-93bb-4196-bef0-d8a9d56ea4f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T02:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e38413-8cd5-402e-9428-3ebbb9d65f91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T02:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8424c674-a73f-4796-9808-19222edb2946", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "ce6ad73e-cbcb-43a6-8e98-34de8042d5db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d38657e5-26ee-45d4-aa75-ec4f1f2ae315", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d38657e5-26ee-45d4-aa75-ec4f1f2ae315", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81f26115-cd0f-4658-9ea1-6caacdc89823", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "50e3ceaf-75b4-476e-8d84-e130a5f5c893", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6a459994-2f04-4c9c-b83b-4e43e7ff36a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6a459994-2f04-4c9c-b83b-4e43e7ff36a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T02:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0202d1a-b1b2-43e0-93a0-09fd74f8a7f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T02:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T02:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T02:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ce18fb3e-537d-41e6-b691-94861ec243de", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T02:36:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:36:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:36:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:36:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a57a595f-f7e0-4b4e-af89-a2894700ad3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3b91378c-7ece-43db-b5a4-25911b4b7d58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2447a2df-e019-4393-b140-5ddc9e75849b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:36:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2447a2df-e019-4393-b140-5ddc9e75849b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50424603-efce-4917-b41f-dbf3ad9df80d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9674874f-04dd-4861-be79-e87c396adab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e2587694-eef9-4ec3-8754-67954cdc8f94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:36:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e2587694-eef9-4ec3-8754-67954cdc8f94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f16983-8aac-448c-8f5f-843a23316df7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a5ac74-2a8b-434b-bffc-727ab30d9830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a5ac74-2a8b-434b-bffc-727ab30d9830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:37:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a5ac74-2a8b-434b-bffc-727ab30d9830", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "115c9ffc-b153-4e5d-b516-9ba4ad1a6c98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "115c9ffc-b153-4e5d-b516-9ba4ad1a6c98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5374ab4a-159d-412e-97be-5c9b1dda9285", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5374ab4a-159d-412e-97be-5c9b1dda9285", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6751548e-9f59-4d30-9f32-8ecf6ca21fda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6751548e-9f59-4d30-9f32-8ecf6ca21fda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0cf405da-d04b-444b-9190-dc96bd74da1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "55027568-27a6-40ad-8071-8c3c839d136a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4e9f4214-135b-4ba9-8392-8386dd422883", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:37:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4e9f4214-135b-4ba9-8392-8386dd422883", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "53cf8f8c-6360-446a-bac6-87fdfe627d8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "635be82a-8055-425a-a87f-7101598a0fbf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "968ef69e-8721-4511-a9f0-6f396d3f5646", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:37:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "968ef69e-8721-4511-a9f0-6f396d3f5646", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba5b7524-0c00-47cb-a5cf-503a2fd80378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5e6879-d29b-4f26-8291-6791b173fcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5e6879-d29b-4f26-8291-6791b173fcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab5e6879-d29b-4f26-8291-6791b173fcb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:38:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d73dbeab-7a43-4318-a989-9a864129c5b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d73dbeab-7a43-4318-a989-9a864129c5b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ffd78998-f99a-45ec-b47e-48d1b34dac9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ffd78998-f99a-45ec-b47e-48d1b34dac9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f2d672e-febe-476c-a816-3f12e8493e75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f2d672e-febe-476c-a816-3f12e8493e75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "1e9e940d-3e09-4b63-b7ee-cdf273dde938", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-trusted-ca-bundle", "reconcileID": "0046068e-86ba-4cf5-92e0-1f0a4e51f03e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "29d27720-fd2d-4adb-a913-2f6ddace7028", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "29d27720-fd2d-4adb-a913-2f6ddace7028", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4f3cb2d-0cfa-4011-9d82-4bdfce9eb825", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "bc527927-7b50-4b43-9f6c-aa71cd79bd50", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-trusted-ca-bundle", "reconcileID": "d8a0b1e8-58cd-4934-a207-4447a95a5fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b9a403", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-trusted-ca-bundle", "reconcileID": "d8a0b1e8-58cd-4934-a207-4447a95a5fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9631c843-1f43-4612-9549-8aa0db2bb8d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc26a720-0d22-4b1b-874c-20937d2cf267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc26a720-0d22-4b1b-874c-20937d2cf267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc26a720-0d22-4b1b-874c-20937d2cf267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b68ab4-573d-400d-8a63-5a87d0fce167", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b68ab4-573d-400d-8a63-5a87d0fce167", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b68ab4-573d-400d-8a63-5a87d0fce167", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef34fe5-63b5-4741-a411-a0e7e8952310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef34fe5-63b5-4741-a411-a0e7e8952310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef34fe5-63b5-4741-a411-a0e7e8952310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a99f1ee-c3bf-4e30-a7ca-01fde80aba19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a99f1ee-c3bf-4e30-a7ca-01fde80aba19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a99f1ee-c3bf-4e30-a7ca-01fde80aba19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf07ce1-00d9-4443-9014-e34db245095d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf07ce1-00d9-4443-9014-e34db245095d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf07ce1-00d9-4443-9014-e34db245095d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-b9a403 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-trusted-ca-bundle", "reconcileID": "1989f656-3bc5-467e-b82a-51e5171242dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-trusted-ca-bundle", "reconcileID": "1989f656-3bc5-467e-b82a-51e5171242dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "41ca1ebf-cc79-46d7-9e24-dac12db2b08a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "openshift-service-ca.crt", "reconcileID": "41ca1ebf-cc79-46d7-9e24-dac12db2b08a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b4695cc-256f-4e87-8163-4c6a38996346", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b9a403"}, "namespace": "e2e-modelref-b9a403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b4695cc-256f-4e87-8163-4c6a38996346", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b9a403"} 2026-06-09T02:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "ec475875-0ab0-467b-9cfb-3db2adaf6e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-trusted-ca-bundle", "reconcileID": "c1bb40c5-58e6-4ddc-ba82-a155c3931c72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "ba6833a4-3671-4730-8663-47f5bfb836cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "ba6833a4-3671-4730-8663-47f5bfb836cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9613fbc5-6f44-4dc5-8a9f-fcd47ce89f83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "7f5ba345-d21f-4156-9cbd-fecf8047b693", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-trusted-ca-bundle", "reconcileID": "9075e4e4-1e32-45c7-b509-abf10a82f541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cd5284", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:38:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-trusted-ca-bundle", "reconcileID": "9075e4e4-1e32-45c7-b509-abf10a82f541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f3283a4-107c-43c7-ae3b-dcf90023f53d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b808804-e495-42aa-af24-5cd2755853d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b808804-e495-42aa-af24-5cd2755853d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b808804-e495-42aa-af24-5cd2755853d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b5a9c19-4b0b-4eee-a496-5a0b3aafe032", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b5a9c19-4b0b-4eee-a496-5a0b3aafe032", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2b5a9c19-4b0b-4eee-a496-5a0b3aafe032", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76453740-4cf7-439e-85d4-03319c6cb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76453740-4cf7-439e-85d4-03319c6cb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76453740-4cf7-439e-85d4-03319c6cb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9af31722-4eac-47cf-829f-46a43397c7fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9af31722-4eac-47cf-829f-46a43397c7fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9af31722-4eac-47cf-829f-46a43397c7fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a12aa65-3ec3-481a-82c0-829c447e5e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a12aa65-3ec3-481a-82c0-829c447e5e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a12aa65-3ec3-481a-82c0-829c447e5e2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-cd5284 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-trusted-ca-bundle", "reconcileID": "06a93cce-8bb3-490d-9e80-eb6d85212d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-trusted-ca-bundle", "reconcileID": "06a93cce-8bb3-490d-9e80-eb6d85212d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "da350af8-1bab-410c-a0ea-3d4a51753600", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "openshift-service-ca.crt", "reconcileID": "da350af8-1bab-410c-a0ea-3d4a51753600", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f65b698-7466-490d-a01f-f0097bd46575", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-cd5284"}, "namespace": "e2e-modelref-cd5284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f65b698-7466-490d-a01f-f0097bd46575", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-cd5284"} 2026-06-09T02:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "d38b7e27-9e0c-4df0-97a2-cc54f411f9f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "02b4c59a-37b6-4b4c-9db5-c54a3bf7961a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "2bef2fc6-78e7-4ed6-bd0c-92b6e0066bd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "2bef2fc6-78e7-4ed6-bd0c-92b6e0066bd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d11b531-726d-448a-9d85-5af550345cef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "6a5cad6a-d310-4694-82e2-9e427c907126", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "4e68b3f2-1595-41ee-b197-706b4bd6a0df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "4e68b3f2-1595-41ee-b197-706b4bd6a0df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a32e7304-2e22-4522-a090-9b9451bbe4e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c9542df-8bfb-4cc4-8fc6-41af449b3106", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c9542df-8bfb-4cc4-8fc6-41af449b3106", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c9542df-8bfb-4cc4-8fc6-41af449b3106", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-4e7ca0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:39:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "65b6cbd5-62b7-49c9-8b2c-051f49a7b38c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "65b6cbd5-62b7-49c9-8b2c-051f49a7b38c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "9c696448-1dfa-4a54-8985-6141f7c82966", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "openshift-service-ca.crt", "reconcileID": "9c696448-1dfa-4a54-8985-6141f7c82966", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed01d6bf-b061-475c-9920-aff8268f010d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4e7ca0"}, "namespace": "e2e-webhook-test-4e7ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed01d6bf-b061-475c-9920-aff8268f010d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4e7ca0"} 2026-06-09T02:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "08e1ac68-ff3f-44a4-b4b5-02e2f8efb0f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-trusted-ca-bundle", "reconcileID": "af74c525-0f1c-4a4d-a0a8-55ba65178f6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "dff30529-21aa-4159-af73-7b19088f02a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "dff30529-21aa-4159-af73-7b19088f02a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39482805-5cbc-4431-9247-27ca9e29bbdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "dfa89b56-0c76-48b8-96da-c94f39bcf8a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-trusted-ca-bundle", "reconcileID": "78627c5f-504a-4ebd-80af-8835699aacd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-08c4ac", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-trusted-ca-bundle", "reconcileID": "78627c5f-504a-4ebd-80af-8835699aacd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fabeb6e1-9c8c-4e65-91e5-5984a195d7d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e414044b-81ff-41cd-9064-24a1f3732c65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e414044b-81ff-41cd-9064-24a1f3732c65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:39:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e414044b-81ff-41cd-9064-24a1f3732c65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-08c4ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-trusted-ca-bundle", "reconcileID": "4d257042-3388-4562-9a63-afec88d5a375", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-trusted-ca-bundle", "reconcileID": "4d257042-3388-4562-9a63-afec88d5a375", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "3d922ef4-55d0-4c07-9c0a-553548ca7363", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "openshift-service-ca.crt", "reconcileID": "3d922ef4-55d0-4c07-9c0a-553548ca7363", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8826e2b2-b7d1-4f98-a442-8d405d96b9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-08c4ac"}, "namespace": "e2e-webhook-test-08c4ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8826e2b2-b7d1-4f98-a442-8d405d96b9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-08c4ac"} 2026-06-09T02:50:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:50:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:50:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:50:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T02:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a3863c1-e6c1-477d-aee7-5323f00670b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a3863c1-e6c1-477d-aee7-5323f00670b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a3863c1-e6c1-477d-aee7-5323f00670b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:56:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0180217c-128c-4123-90c2-894c7c6def00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:56:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0180217c-128c-4123-90c2-894c7c6def00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:56:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0180217c-128c-4123-90c2-894c7c6def00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "039e6727-03eb-413a-be00-8f219258415b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "039e6727-03eb-413a-be00-8f219258415b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "039e6727-03eb-413a-be00-8f219258415b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67129bfd-3e1a-42a9-9810-785d08b8e439", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67129bfd-3e1a-42a9-9810-785d08b8e439", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T02:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67129bfd-3e1a-42a9-9810-785d08b8e439", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T02:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "63696b76-918d-458d-abae-595cbba61c9a", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "cfe91b5d-bb11-484a-b183-dacb9f6bf497", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "ec2e1423-3ac2-4958-b171-f7778431acb2", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "04402831-fc5a-4cb7-8b8c-36ed26bd7a71", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "ed1a98f4-b3ea-4dd0-8073-ed068c7a2fcf", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "fb29c59a-cfb8-4ee2-afa1-5df804429d41", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-trusted-ca-bundle", "reconcileID": "a19ae931-31b9-459f-ba50-5d67821d634b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "c9a6b3de-97fe-4c37-9477-1216190a2c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "c9a6b3de-97fe-4c37-9477-1216190a2c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "e7dd0ffa-0552-483c-a860-0123bdd86447", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a43d947c-c26d-4912-b86f-aad2256a73c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-trusted-ca-bundle", "reconcileID": "6f17c473-517a-427b-8180-705cf68e30c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a6a08889", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-trusted-ca-bundle", "reconcileID": "6f17c473-517a-427b-8180-705cf68e30c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2b1ac6f-fae5-49b4-9b8e-5b1279bda0e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "a047ec6d-6711-4007-beca-74adbcf9ba7b", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a6a08889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a6a08889", "reconcileID": "022f4a5f-3bcc-4cd6-85ca-057f6a6d8ab5", "Gateway": "e2e-ait-a6a08889", "namespace": "openshift-ingress"} 2026-06-09T02:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "446aef45-d6c7-404a-9d77-9b1594176e68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "446aef45-d6c7-404a-9d77-9b1594176e68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "446aef45-d6c7-404a-9d77-9b1594176e68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-a6a08889 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-trusted-ca-bundle", "reconcileID": "c1433faa-36d3-406c-b218-a1b10de86280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-trusted-ca-bundle", "reconcileID": "c1433faa-36d3-406c-b218-a1b10de86280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "984eeff9-b10e-4e22-b9d1-ba4a2454a8ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "openshift-service-ca.crt", "reconcileID": "984eeff9-b10e-4e22-b9d1-ba4a2454a8ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14b15ad9-95ad-4202-9b1c-4aef7abc4c04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a6a08889"}, "namespace": "e2e-aitenant-a6a08889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14b15ad9-95ad-4202-9b1c-4aef7abc4c04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a6a08889"} 2026-06-09T02:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "d271d8b5-b13b-4052-b519-e0eb42c2cd6a", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "ddecac04-fc41-4cdc-a779-21019726e4bf", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "4238bb7e-4001-4f34-93fa-d530a2f9eb7d", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "117b660d-a549-4d57-8137-62ad74671257", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "d749775d-40a2-4cb9-8ef7-a2ecb4268cb6", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "a670a521-5f2c-4ccc-bab0-26c5e6da63b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-trusted-ca-bundle", "reconcileID": "14b65e6e-ba69-46e8-a087-e336fa1f1445", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "55df3f61-1241-4520-9ff4-5bf198fafc0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "55df3f61-1241-4520-9ff4-5bf198fafc0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b2a5295-ef18-422d-bafc-44ac21b7f817", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "004ad91d-2f95-4680-8cb2-3b70d1413275", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-trusted-ca-bundle", "reconcileID": "df6bea8d-3963-4080-af2a-9ee7440b5546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2fb17c08", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-trusted-ca-bundle", "reconcileID": "df6bea8d-3963-4080-af2a-9ee7440b5546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abc104e1-6266-4d1e-a1f8-ed2728a10429", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "972ed59c-53fd-42da-928c-d10923228da0", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2fb17c08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2fb17c08", "reconcileID": "7f64020f-d0e4-42df-81b9-ca2ab3a68cb8", "Gateway": "e2e-ait-2fb17c08", "namespace": "openshift-ingress"} 2026-06-09T02:57:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3890250d-73f1-4e4b-97b2-b6e253de74af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3890250d-73f1-4e4b-97b2-b6e253de74af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T02:57:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3890250d-73f1-4e4b-97b2-b6e253de74af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-2fb17c08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T02:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-trusted-ca-bundle", "reconcileID": "2f575e6f-fdf5-4aeb-a839-d9a88ed413a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-trusted-ca-bundle", "reconcileID": "2f575e6f-fdf5-4aeb-a839-d9a88ed413a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "9dd2aa65-dae4-439b-b2ea-955ddc02f4f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "openshift-service-ca.crt", "reconcileID": "9dd2aa65-dae4-439b-b2ea-955ddc02f4f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b4ab5d-39dc-4bc0-967e-332e91d168f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"} 2026-06-09T02:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2fb17c08"}, "namespace": "e2e-aitenant-2fb17c08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b4ab5d-39dc-4bc0-967e-332e91d168f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2fb17c08"}