2026-06-10T15:06:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "eae0ede7-c01d-4526-ba02-c7018bd6a79e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T15:06:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b5717ca-76d8-4143-9516-297d03416c18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T15:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "80bf8192-17c5-4174-9f78-38a1e0e9315e", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "8a55f1e6-3749-4de5-87df-b04af4a94691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "1b9a0e95-96b8-4ba1-b544-dcbbea28087e", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "1b9a0e95-96b8-4ba1-b544-dcbbea28087e", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cbcec2a-ecc0-40c4-8c06-79abdaf9a648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2686da31-b9c6-4bf7-a51b-7edd4b945874", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "0cfd6fba-87b4-446d-b746-0d44cb7e542d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "0cfd6fba-87b4-446d-b746-0d44cb7e542d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T15:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b617400-bec7-440a-b982-f6b35f481d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "39918b05-dbf9-485d-945f-466cf7736563", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "152447f9-7dbd-4b2c-a546-17782b59afa2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e89cc885-1272-42eb-a96b-8daa2706e8fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:07:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e89cc885-1272-42eb-a96b-8daa2706e8fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "92b8541c-4dfa-4c60-88c5-46c0373a87d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:07:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "92b8541c-4dfa-4c60-88c5-46c0373a87d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "50b2e458-bad0-4a9b-afb2-5a035700821a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43055591-c9a2-4db6-bf36-90e74f1306c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "842e7bad-1492-4993-aff4-cc5ff55e84ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6515ec23-c16a-4577-b559-7b8311f51abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T15:07:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2d224765-c967-4124-bcc3-4ccc37ad9caa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:07:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2d224765-c967-4124-bcc3-4ccc37ad9caa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ab7dac43-3916-41f8-b7b8-49e7d6977059", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97739219-7066-4dfe-8912-7a269c84665c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T15:07:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "43be099e-c98b-422c-a110-efa79173ba05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:07:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "43be099e-c98b-422c-a110-efa79173ba05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T15:07:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cea34f9c-c1be-41d2-856a-b47769a2c598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T15:08:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccca6521-252a-47ce-aaa9-778e74cae53f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:08:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccca6521-252a-47ce-aaa9-778e74cae53f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:08:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccca6521-252a-47ce-aaa9-778e74cae53f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:08:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cda7b959-50a9-46fe-ab7c-e50f02d47122", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:08:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cda7b959-50a9-46fe-ab7c-e50f02d47122", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:08:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cda7b959-50a9-46fe-ab7c-e50f02d47122", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "46a76fbd-d58d-445a-88d4-9c2dd5ec0cb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "cfa982f3-729e-4d68-908d-a08860a1bd65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "585a0a38-1ca4-475e-a7c2-ee986960bc4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:09:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "585a0a38-1ca4-475e-a7c2-ee986960bc4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7a7a170-b10b-4c5a-8926-a4caf94adc9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "cd69fdff-bbbf-417b-bae7-fb4c73dd02c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "620ab9f4-c6c9-447a-aa60-ecb91656a20b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:09:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "620ab9f4-c6c9-447a-aa60-ecb91656a20b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T15:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73b52c8c-7f1e-44af-b2a1-f8688fc99cb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "038aad18-9577-4c46-8e0a-53e54c9398be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "038aad18-9577-4c46-8e0a-53e54c9398be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e7b5620-e02b-44d6-8ae6-d1271f112c72", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "038aad18-9577-4c46-8e0a-53e54c9398be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef8fb4a6-96a4-46ef-940c-1c7aa15cfe64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2c20a7c4-36c9-46b9-bb8a-12a24316088c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef8fb4a6-96a4-46ef-940c-1c7aa15cfe64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef8fb4a6-96a4-46ef-940c-1c7aa15cfe64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "263fa1d2-882a-498b-bf3c-568403b234fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2e94bd-ccd6-4991-bef6-9e354ab3623a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c27f3c6e-675c-4fb1-ac1c-e9bd53b1664e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2e94bd-ccd6-4991-bef6-9e354ab3623a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2e94bd-ccd6-4991-bef6-9e354ab3623a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e2cbc98-6754-4978-bc2e-c2e1c758502e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2a389a29-33d1-45e4-b2d3-f2db22e27b25", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e2cbc98-6754-4978-bc2e-c2e1c758502e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e2cbc98-6754-4978-bc2e-c2e1c758502e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d459b2d-c3e1-439d-a2db-022f38136593", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ae09d13e-9dcb-4c4a-bb9e-d3ed4ceb9817", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d459b2d-c3e1-439d-a2db-022f38136593", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d459b2d-c3e1-439d-a2db-022f38136593", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "406d25ae-9f7b-4d69-b763-6c84a560455f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T15:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf4d8268-ab57-4d17-8c84-4aab8002752b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "406d25ae-9f7b-4d69-b763-6c84a560455f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "406d25ae-9f7b-4d69-b763-6c84a560455f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5975e05-2b27-41b0-8720-3ef92e7ca790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5975e05-2b27-41b0-8720-3ef92e7ca790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5975e05-2b27-41b0-8720-3ef92e7ca790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T15:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c9bd45c4-92b8-4f19-aaaa-a26a7a60a638", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T15:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "edf156b2-6999-40bc-afa5-45613d9850eb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd14841-e589-4e1e-b7b4-2ccc9bfe4429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd14841-e589-4e1e-b7b4-2ccc9bfe4429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd14841-e589-4e1e-b7b4-2ccc9bfe4429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T15:09:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "499ed3a9-434b-4c9b-9c7f-2c89b83b11d1", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T15:09:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "260c70a3-c09d-4f81-881d-13c148cb7a58", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e473692d-260d-4256-b3f9-fb490aacadcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e473692d-260d-4256-b3f9-fb490aacadcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e473692d-260d-4256-b3f9-fb490aacadcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T15:09:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d227edb3-5b54-49a6-8c11-8e1e84765b66", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e4ba23a2-3d9c-4850-88a0-25f1190720ca", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503456a1-7b37-4917-9f3f-04cc67b8693b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503456a1-7b37-4917-9f3f-04cc67b8693b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503456a1-7b37-4917-9f3f-04cc67b8693b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "92b4c961-4d85-40fd-85fb-7fdbf68fb7d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "57a2318b-f354-4d9a-96e0-53f1f6a4cf6b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a19cdd19-6c90-4eff-aee3-1148b35fb11b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a19cdd19-6c90-4eff-aee3-1148b35fb11b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:09:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a19cdd19-6c90-4eff-aee3-1148b35fb11b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:09:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:09:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88d3266d-2963-49a4-8974-90aff1294f05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:09:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T15:09:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:09:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e546aff4-63cf-423e-b737-23793438fab3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:10:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c007742-7db4-48b5-a65d-561a348603c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:10:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c007742-7db4-48b5-a65d-561a348603c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c007742-7db4-48b5-a65d-561a348603c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:10:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:10:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:10:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:10:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T15:10:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4f590b3b-6e47-4356-a308-e2e59d6e7abf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:10:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:10:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:10:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:10:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T15:10:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ee83d375-591d-451e-b9dd-e06194e42374", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T15:10:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:10:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:10:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:10:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T15:10:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "231bf4c5-6f46-4d27-974f-bc4eca64dd33", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T15:10:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:10:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:10:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:10:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T15:10:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c4cf1f3-5f9b-4db0-b6aa-6854c8f58670", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T15:10:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:10:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "007ba84c-b9ba-44f9-ba72-d835416fd0c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:10:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T15:10:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:10:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "feb3148e-e189-4521-b354-3cd749bf40be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T15:11:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:11:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:11:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:11:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T15:11:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T15:11:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2bd6e10b-2b78-4023-9b46-ed03df0f5a54", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T15:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e23667bc-69b6-453a-9544-57792e7d30c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T15:11:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e7cd3df1-e2a5-40f9-b39a-3c4ae352da06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T15:11:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "252271a3-d956-46e1-b413-2b8dd881fbf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:11:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "252271a3-d956-46e1-b413-2b8dd881fbf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T15:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0f6e2ac-a319-4173-a8cd-23d259c2b612", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T15:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "27cf840d-e858-425e-9bb5-e25064a3c3e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T15:11:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "41fd927d-0f47-4514-881f-c46f5af3455f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:11:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "41fd927d-0f47-4514-881f-c46f5af3455f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T15:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37ab57aa-0a13-45b7-b75e-13c31517e72e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T15:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "55e5eb85-c2b4-4458-8064-61c21b8c8d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "7b012f95-14ab-44d6-93db-4299a006b8ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "82a856f5-d506-4cab-8488-172e20b46f95", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:11:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "82a856f5-d506-4cab-8488-172e20b46f95", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44886a11-551c-4ecd-9425-6ecb4fe71ae7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9aeb2ba0-9c2b-4ed7-859e-effb9e0a685a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "92897f68-adeb-4f72-a1f6-e74ede257e0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:11:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "92897f68-adeb-4f72-a1f6-e74ede257e0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T15:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40191b8d-7d43-43d7-b7e2-0c90a77a9e54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T15:13:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fd13ca04-e3b7-46bb-8bf7-ea5a74100870", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f1daa636-b7d9-4f77-b155-31c7e246ba5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bf93a863-682c-44e6-848c-4a3adf96330b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:13:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bf93a863-682c-44e6-848c-4a3adf96330b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7727f9a7-442b-4145-aba4-b1a7923036c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5bc0721a-22b3-4529-a24d-497f7718bd26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "62f2fd02-cd47-45f0-b722-14367a22890c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:13:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "62f2fd02-cd47-45f0-b722-14367a22890c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "872b4862-6940-483e-abd7-2184f04dda80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:13:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:13:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:13:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:13:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecc49f73-feed-45ba-91c4-474778b50720", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecc49f73-feed-45ba-91c4-474778b50720", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:13:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecc49f73-feed-45ba-91c4-474778b50720", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:13:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "02eb1bcd-5779-43ea-8901-6f4cdc27514e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "02eb1bcd-5779-43ea-8901-6f4cdc27514e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7e0e6bfa-bc4e-4871-89bd-9d64e3eb4340", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7e0e6bfa-bc4e-4871-89bd-9d64e3eb4340", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c958e8-c87f-4361-8277-38ac437661da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:13:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c958e8-c87f-4361-8277-38ac437661da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "119913c0-b6e8-44cb-85d2-45ca62f12bdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "90b2796c-e153-4248-a418-4ef15455ccf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4e4bc58-e3e5-4425-87b3-24447ce0adf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4e4bc58-e3e5-4425-87b3-24447ce0adf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4f13756-f489-48cc-a73c-dbc4e3020cc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c0d69da-950a-4b4e-8017-849503e6afa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7e0e1c84-2dc4-47ca-95e3-f421569ad859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7e0e1c84-2dc4-47ca-95e3-f421569ad859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "481fa627-0277-452f-8c8b-cb1fbbfec109", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f901041-c0d4-400a-a004-b3d95cc3a07a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f901041-c0d4-400a-a004-b3d95cc3a07a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:14:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f901041-c0d4-400a-a004-b3d95cc3a07a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:14:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7c32b5-2412-43f7-ac1c-3423a3d6e09f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7c32b5-2412-43f7-ac1c-3423a3d6e09f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e132a0c2-ec87-4441-8fc3-6bbfeb9a581e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e132a0c2-ec87-4441-8fc3-6bbfeb9a581e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73a6aab-8b4b-4c56-8653-43ed6d5ba127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73a6aab-8b4b-4c56-8653-43ed6d5ba127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T15:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-trusted-ca-bundle", "reconcileID": "35c88e36-2707-439a-a32e-461e77b1c9ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "c2fd61f4-dda0-47a8-80a2-20255c2194e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "3a4517f2-eb6d-466c-a349-41f464be2dd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "3a4517f2-eb6d-466c-a349-41f464be2dd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "2909adb3-7c40-43c0-a8fc-428eb9c2d828", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d686219-f297-4082-a1c0-4e1add2853d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-trusted-ca-bundle", "reconcileID": "c8eb0d38-8525-49ac-b390-2da87dad54bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b77dc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-trusted-ca-bundle", "reconcileID": "c8eb0d38-8525-49ac-b390-2da87dad54bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "024c4ad6-afc3-4339-8e73-dca670cf5256", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:14:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00307a62-d5a4-4241-93e4-585ac2b9cbb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:14:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00307a62-d5a4-4241-93e4-585ac2b9cbb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:14:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00307a62-d5a4-4241-93e4-585ac2b9cbb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:14:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc5e822-362c-40e7-a444-572cd5fd5def", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:14:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc5e822-362c-40e7-a444-572cd5fd5def", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:14:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecc5e822-362c-40e7-a444-572cd5fd5def", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45f6409d-4bea-48c2-91d8-dcd124f757d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45f6409d-4bea-48c2-91d8-dcd124f757d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45f6409d-4bea-48c2-91d8-dcd124f757d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e53d66f-612d-4f71-bddd-48b22ee1f18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e53d66f-612d-4f71-bddd-48b22ee1f18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e53d66f-612d-4f71-bddd-48b22ee1f18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c1a583-2d86-4b59-8c8a-b0ab6f33cdd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c1a583-2d86-4b59-8c8a-b0ab6f33cdd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:15:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c1a583-2d86-4b59-8c8a-b0ab6f33cdd9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3b77dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:15:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-trusted-ca-bundle", "reconcileID": "b31beafa-6829-4488-bee4-d64992935af5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-trusted-ca-bundle", "reconcileID": "b31beafa-6829-4488-bee4-d64992935af5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "1e875dd2-f8f0-400d-88de-1d814f6b5655", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "openshift-service-ca.crt", "reconcileID": "1e875dd2-f8f0-400d-88de-1d814f6b5655", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92832757-7714-4b42-a6be-6571f5f91b4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b77dc"}, "namespace": "e2e-modelref-3b77dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92832757-7714-4b42-a6be-6571f5f91b4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b77dc"} 2026-06-10T15:15:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "05d8ea77-2091-426d-99fe-8bb66e1d5442", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-trusted-ca-bundle", "reconcileID": "18aa97bd-64e5-4c0d-9bcd-8fd578a9653a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "adffcdae-fe9d-408a-8d41-613fe8d0c9a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:15:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "adffcdae-fe9d-408a-8d41-613fe8d0c9a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71e65128-2926-43c7-acd3-6e8d9dd7d623", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "76206b6e-def5-4fb8-a09e-78e6a478d026", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1e86a812-3feb-4ca3-8ae9-96e8936d8b21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6446e2", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:15:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1e86a812-3feb-4ca3-8ae9-96e8936d8b21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77973083-da7e-46ce-bf78-37fd48ee4dee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e155844-75e1-448f-ad70-59cffde2d671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e155844-75e1-448f-ad70-59cffde2d671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e155844-75e1-448f-ad70-59cffde2d671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2057e7e2-28cf-425d-b68c-b95fb26fd74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2057e7e2-28cf-425d-b68c-b95fb26fd74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2057e7e2-28cf-425d-b68c-b95fb26fd74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a61a81f-16bb-4b1a-b1df-42df891022f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a61a81f-16bb-4b1a-b1df-42df891022f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a61a81f-16bb-4b1a-b1df-42df891022f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3abc4d9a-1dd0-4420-a1e1-9b3944eaef0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3abc4d9a-1dd0-4420-a1e1-9b3944eaef0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3abc4d9a-1dd0-4420-a1e1-9b3944eaef0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d84b8e26-3ee1-4210-8d6b-54dbe3c002fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d84b8e26-3ee1-4210-8d6b-54dbe3c002fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:15:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d84b8e26-3ee1-4210-8d6b-54dbe3c002fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-6446e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-trusted-ca-bundle", "reconcileID": "81143c16-f495-4232-ab54-f29575ca0ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-trusted-ca-bundle", "reconcileID": "81143c16-f495-4232-ab54-f29575ca0ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "44b0c3ea-83f7-4652-ac3f-f76e9dd892d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "openshift-service-ca.crt", "reconcileID": "44b0c3ea-83f7-4652-ac3f-f76e9dd892d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3489e2e-b3f0-41ed-85fe-2bcae20e13f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6446e2"}, "namespace": "e2e-modelref-6446e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3489e2e-b3f0-41ed-85fe-2bcae20e13f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6446e2"} 2026-06-10T15:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "de89e635-0907-4105-a3c8-c857d82cb2db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "3b4d667f-df74-498a-9173-91a8c68ebda3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "21acfbfe-a2a2-4649-bf8c-88098554c2f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "21acfbfe-a2a2-4649-bf8c-88098554c2f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bbda418-20b7-453f-b314-de663b2f7cb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "028344bf-cbe2-48b5-87c6-12e26a4b88c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "65719025-69b9-446d-96ca-3a4c0eb93121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "65719025-69b9-446d-96ca-3a4c0eb93121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fffa846-8888-474c-8fe2-f1edf4c43bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec2e2b22-8eda-449a-b333-8f630151b3db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec2e2b22-8eda-449a-b333-8f630151b3db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec2e2b22-8eda-449a-b333-8f630151b3db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1656a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "22cdf193-2349-488c-a45b-617095da1d77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "22cdf193-2349-488c-a45b-617095da1d77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "22cdf193-2349-488c-a45b-617095da1d77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1656a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "5dc62f00-e7f1-4933-98ff-df77e5d144d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "openshift-service-ca.crt", "reconcileID": "5dc62f00-e7f1-4933-98ff-df77e5d144d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "274232bf-2c1b-4376-a0c9-fcdb89a2310a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "274232bf-2c1b-4376-a0c9-fcdb89a2310a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cf19db33-47bb-4bfc-b9d1-2a8aa6f88161", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1656a5"}, "namespace": "e2e-webhook-test-1656a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cf19db33-47bb-4bfc-b9d1-2a8aa6f88161", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1656a5"} 2026-06-10T15:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "e6d901c2-2b77-45e1-bfd5-61fdbe07fc94", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-trusted-ca-bundle", "reconcileID": "a2525375-efd6-48f9-b3b8-fa5fbfde9495", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "3aa3665f-9578-48c7-98dc-ff51026d1f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "3aa3665f-9578-48c7-98dc-ff51026d1f33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69babb7c-2e42-45cf-b8ab-a1f2dd4c57a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "d2016fcb-11b7-4554-a3d3-608088746ee0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-trusted-ca-bundle", "reconcileID": "97f6da5d-5690-4490-9ecd-8b781767fb5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-50be51", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-trusted-ca-bundle", "reconcileID": "97f6da5d-5690-4490-9ecd-8b781767fb5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d21ab73-7123-4352-bc05-daf10ccec935", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e3ebf87-70ba-4caa-8956-90cf370a8289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e3ebf87-70ba-4caa-8956-90cf370a8289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:16:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e3ebf87-70ba-4caa-8956-90cf370a8289", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-50be51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-trusted-ca-bundle", "reconcileID": "70431531-fe83-4fb6-9f03-b7d27d94fc3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-trusted-ca-bundle", "reconcileID": "70431531-fe83-4fb6-9f03-b7d27d94fc3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "5a119f3d-4406-4a9d-a8d0-cad1304699f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "openshift-service-ca.crt", "reconcileID": "5a119f3d-4406-4a9d-a8d0-cad1304699f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "311742df-6beb-4f09-a704-26d7b187d880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-50be51"}, "namespace": "e2e-webhook-test-50be51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "311742df-6beb-4f09-a704-26d7b187d880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-50be51"} 2026-06-10T15:29:28Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:29:28Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:29:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:29:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T15:33:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6311d9fd-072c-4fc1-9592-7ef0d6c44754", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:33:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6311d9fd-072c-4fc1-9592-7ef0d6c44754", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:33:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6311d9fd-072c-4fc1-9592-7ef0d6c44754", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66518002-e8fa-4b03-9642-c9750d077f18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66518002-e8fa-4b03-9642-c9750d077f18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66518002-e8fa-4b03-9642-c9750d077f18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f52c4bc-450d-41b7-b5b4-1305656420e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f52c4bc-450d-41b7-b5b4-1305656420e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f52c4bc-450d-41b7-b5b4-1305656420e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5b54787-8030-42f7-9bc7-01720e827292", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5b54787-8030-42f7-9bc7-01720e827292", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T15:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5b54787-8030-42f7-9bc7-01720e827292", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "2bb45534-1e56-4f80-bc65-a3a8e3dba7c3", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "53f9dcca-ecf8-4e60-9ece-ec89755cc8e4", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "05ca2f49-07d2-4bc0-b6fd-126ff26f03b8", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "b6a22a2f-84ba-4145-aabd-42f0385bf60d", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "cd799c17-db50-4e59-85d6-f3a9eb047f45", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "8db10b2d-3455-4149-b89f-355cbe1d2adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-trusted-ca-bundle", "reconcileID": "bf5e9aeb-076b-4a9c-b34d-9621492f7506", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "4968c710-0e02-40b0-9bcb-070ebc2ca596", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "4968c710-0e02-40b0-9bcb-070ebc2ca596", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "595777eb-5f2b-4c09-88cc-b99fbea2ea72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "134509c2-9ce0-46b4-b839-6b5cdda88f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-trusted-ca-bundle", "reconcileID": "8b8a86ab-9928-4099-9e31-19d808168851", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-89f044fb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-trusted-ca-bundle", "reconcileID": "8b8a86ab-9928-4099-9e31-19d808168851", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41859889-2e36-4aef-be0b-583f3726a5d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "d2893422-3f8c-4aac-a0b5-93d9decc76bc", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-89f044fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-89f044fb", "reconcileID": "c6560bf1-7a12-4e99-9cfe-ad3d6ee86213", "Gateway": "e2e-ait-89f044fb", "namespace": "openshift-ingress"} 2026-06-10T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327f1670-1f8e-4700-90a7-e6c25ebe5749", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327f1670-1f8e-4700-90a7-e6c25ebe5749", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327f1670-1f8e-4700-90a7-e6c25ebe5749", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-89f044fb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-trusted-ca-bundle", "reconcileID": "28ad41ed-f405-453c-8f8d-bbcf08c26c3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-trusted-ca-bundle", "reconcileID": "28ad41ed-f405-453c-8f8d-bbcf08c26c3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "982889bb-c9d6-48f8-9f42-9320079b1485", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "openshift-service-ca.crt", "reconcileID": "982889bb-c9d6-48f8-9f42-9320079b1485", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccf44944-dcd5-4d55-bf23-809d4fe38e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-89f044fb"}, "namespace": "e2e-aitenant-89f044fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccf44944-dcd5-4d55-bf23-809d4fe38e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-89f044fb"} 2026-06-10T15:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "d9ddcdfb-420f-4844-bbf1-cd0be4463a24", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "14c6bd37-e036-4a63-81fb-f1bcc67b5c57", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "6286f35c-6952-48be-9f61-b8566e28e89c", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "c16d93d8-27d3-49f3-b374-b026e45d6b82", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "eab7c1da-fa4d-42e8-9acb-9ca22a72eafa", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "9d819094-2fe1-4cfc-971c-b94bc67d9fe1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-trusted-ca-bundle", "reconcileID": "ead87053-a81d-4aff-a9f6-2aacf0da4e16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "715a1cc8-fedc-473a-9a20-a7320a58ad93", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "715a1cc8-fedc-473a-9a20-a7320a58ad93", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f823594-2ae6-4b12-966e-b1d98c066401", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "40251671-8c58-47f0-aa6b-3d286dcd18c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-trusted-ca-bundle", "reconcileID": "925ec710-97ba-4ba5-bdce-259c64317824", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-05351a20", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-trusted-ca-bundle", "reconcileID": "925ec710-97ba-4ba5-bdce-259c64317824", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07aaa7fa-fe4a-4156-ab51-1f4a329379a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "de307f6c-a03a-4f1a-8a92-6a2d7d5f7d9f", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-05351a20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-05351a20", "reconcileID": "78853b63-ec8f-4e48-9740-f33563514d8e", "Gateway": "e2e-ait-05351a20", "namespace": "openshift-ingress"} 2026-06-10T15:34:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a82a87a8-4c5a-4c1e-8a21-06cb472509aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a82a87a8-4c5a-4c1e-8a21-06cb472509aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T15:34:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a82a87a8-4c5a-4c1e-8a21-06cb472509aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-05351a20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T15:34:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-trusted-ca-bundle", "reconcileID": "a245c78c-6ead-45a7-ba22-b9f56980ccc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-trusted-ca-bundle", "reconcileID": "a245c78c-6ead-45a7-ba22-b9f56980ccc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "737bca69-8eaf-4301-9c30-7d0a8c964904", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "openshift-service-ca.crt", "reconcileID": "737bca69-8eaf-4301-9c30-7d0a8c964904", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da154b79-2491-42c4-b0ba-0dfb5200da76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20"} 2026-06-10T15:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-05351a20"}, "namespace": "e2e-aitenant-05351a20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da154b79-2491-42c4-b0ba-0dfb5200da76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-05351a20"}