2026-06-15T03:28:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "73a9f0a3-b5ea-4fcc-8422-65219a9c5bae", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "e2702b77-f1c0-4759-8f8e-fe20d597222f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76af2815-f1e8-4489-889e-8856f67f9a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-15T03:28:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "49ff011c-5313-4be3-9268-98b140313d86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:28:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "49ff011c-5313-4be3-9268-98b140313d86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "fa2abba8-b439-4771-a241-abc7c7ce22f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-15T03:28:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "e1e86725-7e70-4f8a-a36a-ad39f2e387ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:28:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "e1e86725-7e70-4f8a-a36a-ad39f2e387ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07149769-73d2-4c69-84b6-a6b7c29fdbd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T03:28:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "64436fde-cc55-4ad1-a9af-fb408b5d28e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:28:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "64436fde-cc55-4ad1-a9af-fb408b5d28e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "26ec20f4-ec63-4621-83fe-f65505f7f805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4379820b-3bef-4235-91dc-f6cbba24af70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-15T03:28:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "e05328ff-c94e-4c94-b8c5-e6be1135f2e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:28:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "e05328ff-c94e-4c94-b8c5-e6be1135f2e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T03:28:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098ee5f4-54fe-4dd9-9cc2-7e107577294d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T03:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27a29ba3-f6fa-45c1-87e9-f178af5c8e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27a29ba3-f6fa-45c1-87e9-f178af5c8e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27a29ba3-f6fa-45c1-87e9-f178af5c8e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:28:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5124dbca-bb46-4b4c-b515-f503ed4525d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-15T03:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a93dab-6a01-4b38-9a56-ee80b209b229", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a93dab-6a01-4b38-9a56-ee80b209b229", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7a93dab-6a01-4b38-9a56-ee80b209b229", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "34f4188c-0675-4261-98a2-b750b671e3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7610375f-d854-4941-a668-b6d2f5f9bc85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e285074d-dfdf-4be9-990a-8fa5f16598cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:29:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e285074d-dfdf-4be9-990a-8fa5f16598cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4556bcab-6faa-492c-aca5-c4bb8f3e3164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "18d1bbac-a39b-4bfe-93ca-a525e46c08a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "01f2e095-b43b-4716-bb9b-52c2671a62d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:29:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "01f2e095-b43b-4716-bb9b-52c2671a62d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-15T03:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3a35eff-252e-4f77-b770-73ee4af25178", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a686bd60-cdf4-4f81-873a-01e9be9f10e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a686bd60-cdf4-4f81-873a-01e9be9f10e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T03:29:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e21b79f5-0774-4d0f-bfd8-169edfd3ab91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a686bd60-cdf4-4f81-873a-01e9be9f10e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb89af08-47e0-49e4-ad6a-4c51c44ffa05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T03:29:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f50938b-928d-4ae9-8120-bac567d699c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb89af08-47e0-49e4-ad6a-4c51c44ffa05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb89af08-47e0-49e4-ad6a-4c51c44ffa05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T03:29:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "712a5b25-7acf-4be4-85a1-77d166188f37", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971c42ea-3dd4-434f-aa35-990843c4b0ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T03:29:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302c151-7b92-4d9b-a307-c69c63af406e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971c42ea-3dd4-434f-aa35-990843c4b0ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971c42ea-3dd4-434f-aa35-990843c4b0ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f0e859-392c-4137-a265-413f5ba948d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f0e859-392c-4137-a265-413f5ba948d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f0e859-392c-4137-a265-413f5ba948d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba232d44-3fe3-4834-8458-d6c49c39d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:29:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "182a7846-f64f-4b71-abe8-484a52b2d523", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba232d44-3fe3-4834-8458-d6c49c39d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba232d44-3fe3-4834-8458-d6c49c39d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a36db106-c835-483a-a83e-ac5c275bb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:29:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aedae4e5-dc22-40ea-8e44-091824064bc3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:29:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a36db106-c835-483a-a83e-ac5c275bb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a36db106-c835-483a-a83e-ac5c275bb0f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:29:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:29:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e02a096a-be0d-4513-aa07-dee18746207a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T03:29:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c474954c-efa6-4c67-ae2a-4ba3872badb0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e02a096a-be0d-4513-aa07-dee18746207a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e02a096a-be0d-4513-aa07-dee18746207a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c8e533d-2851-4f9b-af7f-ff0a08826181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c8e533d-2851-4f9b-af7f-ff0a08826181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c8e533d-2851-4f9b-af7f-ff0a08826181", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:29:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T03:29:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "daf0541f-9624-4201-a1a9-4ec8c901eec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:29:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T03:29:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:29:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0bb325fa-0a35-437c-b107-b384b86a3814", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ec281c-9b98-484d-a3fd-70d2a576f434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ec281c-9b98-484d-a3fd-70d2a576f434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ec281c-9b98-484d-a3fd-70d2a576f434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T03:30:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ebc50e61-0604-4e9f-be47-2b6f7af3116f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T03:30:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e74a8c92-8550-46b3-88b7-c7f56a47da26", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ab6065-387c-4e27-9c1a-925315658381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ab6065-387c-4e27-9c1a-925315658381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ab6065-387c-4e27-9c1a-925315658381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T03:30:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "aa57c2c7-ef6e-4da7-a30c-5563608895d7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:30:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5bdc98c7-4f6d-4e7d-a072-a7666b97916d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02d00efc-6466-4b2a-ad47-e344444cb02c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02d00efc-6466-4b2a-ad47-e344444cb02c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02d00efc-6466-4b2a-ad47-e344444cb02c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dae51dfa-c425-443c-94ec-0c0ca1d2ac8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a0f9e1b7-1f39-4607-b8b4-5734d92cfcd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72dd7940-a909-448b-a9d9-c76a3fda33dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72dd7940-a909-448b-a9d9-c76a3fda33dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:30:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72dd7940-a909-448b-a9d9-c76a3fda33dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6311705-5442-4a1c-857a-3c6244b69a57", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T03:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "71ec5372-8e4f-4e22-8cb4-c52b49d63350", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29303f70-bc59-4496-a5b6-537407c083c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29303f70-bc59-4496-a5b6-537407c083c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:30:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29303f70-bc59-4496-a5b6-537407c083c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:30:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T03:30:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b18923fc-0131-4e2f-933d-d292d72d4a40", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:30:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:30:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:30:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:30:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T03:30:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f58d4711-9b22-426c-ba32-6d784d7670a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:30:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:30:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T03:30:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:30:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ffba9ab4-99de-43bd-8df6-8e13819af019", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:31:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:31:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:31:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:31:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T03:31:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:31:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3426b1d9-e1fe-4a96-985d-cb3e2d3857bd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T03:31:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:31:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:31:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3db604a-469d-4a04-88a5-adf6d95876b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T03:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "faa534de-40a5-4765-8e83-3c4f47017016", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T03:31:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:31:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "93044406-415a-4e9d-895c-47b4deca6e9e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:31:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T03:31:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:31:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eba7191-916f-462c-b311-1f924a7370be", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T03:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4730c350-da55-43b2-9e5a-f5c380a02acf", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "fd298a71-120a-420d-8c74-7e04b3c36ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5d978703-5e37-48ea-b3a6-00aa720c02fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5d978703-5e37-48ea-b3a6-00aa720c02fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aca454fe-b437-4b83-83c4-61896e481b6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "409aa2ee-73bf-4dde-9346-c1e42abde436", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "64a16a6e-4707-4422-b243-e86874721067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "64a16a6e-4707-4422-b243-e86874721067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T03:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9b88845-15fb-44b8-a68c-712bcf55746b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T03:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d3ae4ea1-e49c-4688-b688-10489298463e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "15d71b12-8e18-471c-aa52-eb30ef3dced8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c0a77ddc-cf68-48c2-826f-69b1f3a50cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:31:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c0a77ddc-cf68-48c2-826f-69b1f3a50cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "104dd498-4a77-46c9-98a4-2f0dcc885032", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "897eb5f8-3a5d-4b17-b7b7-7fad22b3c445", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "375bc99e-4bb2-4021-8744-54f0ff26f89b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:31:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "375bc99e-4bb2-4021-8744-54f0ff26f89b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T03:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69076684-88b3-49c1-bfae-b5f4b874854b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T03:32:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:32:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:32:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:32:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T03:32:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T03:32:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b620c879-20f8-4b48-ba36-6e022076d104", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T03:32:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:32:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:32:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:32:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "804d8f02-7ae0-4628-8639-8e60dfe759f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9476e781-35df-4c6f-98a9-d822063a6a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:33:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9476e781-35df-4c6f-98a9-d822063a6a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "99d83148-fb47-489c-90e2-1fecda394e4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72638635-dc19-4cd6-aa85-5a540526d11c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fc9a9cec-8dd1-470b-872a-12c8f46e86b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "faf1ef45-b0bb-4782-98e8-534caeb4a607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:33:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "faf1ef45-b0bb-4782-98e8-534caeb4a607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41159309-64a5-4134-a65e-9fb1068aa35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d64be8b-38f0-4e6d-9053-334480be76fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d64be8b-38f0-4e6d-9053-334480be76fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:34:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d64be8b-38f0-4e6d-9053-334480be76fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cdfc840b-cb95-49fe-8e56-c2f381be26ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cdfc840b-cb95-49fe-8e56-c2f381be26ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c72f847-dd8f-49fa-a658-f2f5e9ca2103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c72f847-dd8f-49fa-a658-f2f5e9ca2103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd129ec-e4f0-4ee8-b7b4-c8e70aa792b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd129ec-e4f0-4ee8-b7b4-c8e70aa792b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b54002d1-53c8-4316-9e1c-7ef2ce8441f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "33c6bcbe-3c32-4fb6-a576-976338bedced", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2a099d8c-3f00-4579-bef0-88896784720a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:34:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2a099d8c-3f00-4579-bef0-88896784720a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1cdc5b0-fe43-4d8f-ba6c-b62bf38b9520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "096a45f4-9472-4223-941f-a4f87ec5be45", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e88236af-6f30-4c69-8535-90e6e5a20260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:34:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e88236af-6f30-4c69-8535-90e6e5a20260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:34:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "266f7721-31b5-441a-930f-b527f336693d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae79e9e1-6f58-4186-9009-0bbf05c1c80a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae79e9e1-6f58-4186-9009-0bbf05c1c80a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae79e9e1-6f58-4186-9009-0bbf05c1c80a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5335c9d7-5956-42f6-9d2f-c1dcede9d801", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5335c9d7-5956-42f6-9d2f-c1dcede9d801", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d857dcbb-0962-46ec-bd6e-1611b2685737", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d857dcbb-0962-46ec-bd6e-1611b2685737", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4955d2c7-8c40-4328-ad92-c9b891ddab09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4955d2c7-8c40-4328-ad92-c9b891ddab09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "5db016d7-5ae6-429b-b936-7f866cbd44ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-trusted-ca-bundle", "reconcileID": "377ad2bd-5bed-497a-bae9-02108b11b451", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "f6f0f0f3-6ab8-44c4-84ee-f9b3ecbaed78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "f6f0f0f3-6ab8-44c4-84ee-f9b3ecbaed78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed5a270-1e3d-435d-a215-6e67ed4b9214", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "80845021-3a3c-4eb8-b52b-5fbafeb2c6fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-trusted-ca-bundle", "reconcileID": "4a1ef521-5ae8-4aed-a85b-46cfae41d537", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-00d4b2", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-trusted-ca-bundle", "reconcileID": "4a1ef521-5ae8-4aed-a85b-46cfae41d537", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78210e10-f565-47b3-bd37-626928c720c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e191fe5-36c5-466b-8cd3-0e2641a0c011", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e191fe5-36c5-466b-8cd3-0e2641a0c011", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e191fe5-36c5-466b-8cd3-0e2641a0c011", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348e2c85-53ed-4433-b527-6c921e674526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348e2c85-53ed-4433-b527-6c921e674526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348e2c85-53ed-4433-b527-6c921e674526", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2de2d13-0199-4ed5-bbc3-04ffec29b939", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2de2d13-0199-4ed5-bbc3-04ffec29b939", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2de2d13-0199-4ed5-bbc3-04ffec29b939", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6159a9c-1bbb-4c35-8175-0b484028e790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6159a9c-1bbb-4c35-8175-0b484028e790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6159a9c-1bbb-4c35-8175-0b484028e790", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d3b9c76-bb00-4b4d-8d00-803ea07081d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d3b9c76-bb00-4b4d-8d00-803ea07081d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d3b9c76-bb00-4b4d-8d00-803ea07081d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-00d4b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:35:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-trusted-ca-bundle", "reconcileID": "043903bf-404b-43b0-b42b-6cd854309ca7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-trusted-ca-bundle", "reconcileID": "043903bf-404b-43b0-b42b-6cd854309ca7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "bba29ce2-7ba6-4c86-ad48-7861515bd7d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "openshift-service-ca.crt", "reconcileID": "bba29ce2-7ba6-4c86-ad48-7861515bd7d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14fe7b00-0f26-434a-b065-4efbd8c2960e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-00d4b2"}, "namespace": "e2e-modelref-00d4b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14fe7b00-0f26-434a-b065-4efbd8c2960e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-00d4b2"} 2026-06-15T03:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "53c2d561-c983-4c77-872e-a736d88e13ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-trusted-ca-bundle", "reconcileID": "f2c19f7c-f973-4f59-8104-b4565a214439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "54814676-0853-42f2-81e3-5ea1cb889e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "54814676-0853-42f2-81e3-5ea1cb889e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b36a9c0-92bc-49d6-94e9-9c769b454195", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "52b25a77-2619-42a1-a079-50a75e35ba9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-trusted-ca-bundle", "reconcileID": "d7bdf6f3-d146-4b77-af59-7c5dae9b559e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-06bcfa", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-trusted-ca-bundle", "reconcileID": "d7bdf6f3-d146-4b77-af59-7c5dae9b559e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cb19cfc-3e54-4d08-96c9-7b2b79d8dc93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a6bfe51-096b-42e0-b327-29cddd918cd6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a6bfe51-096b-42e0-b327-29cddd918cd6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a6bfe51-096b-42e0-b327-29cddd918cd6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "992da476-5b44-40c5-b0c3-37abd711d0e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "992da476-5b44-40c5-b0c3-37abd711d0e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "992da476-5b44-40c5-b0c3-37abd711d0e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9288c9b0-af45-471a-850c-b117d142e82a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9288c9b0-af45-471a-850c-b117d142e82a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9288c9b0-af45-471a-850c-b117d142e82a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e5895d3-ae2a-4602-b968-9da92ede69c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e5895d3-ae2a-4602-b968-9da92ede69c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e5895d3-ae2a-4602-b968-9da92ede69c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767e7ec8-cb78-4c5a-9c60-69352cd9c0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767e7ec8-cb78-4c5a-9c60-69352cd9c0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:35:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767e7ec8-cb78-4c5a-9c60-69352cd9c0f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-06bcfa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-trusted-ca-bundle", "reconcileID": "8429e2cf-1fbf-4b24-9dd6-caa316cd726e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-trusted-ca-bundle", "reconcileID": "8429e2cf-1fbf-4b24-9dd6-caa316cd726e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "8dffb256-4743-4ede-8628-28efcf7630ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "openshift-service-ca.crt", "reconcileID": "8dffb256-4743-4ede-8628-28efcf7630ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd56c1ce-25ad-4c50-acd3-4d4ca0cf1fc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-06bcfa"}, "namespace": "e2e-modelref-06bcfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd56c1ce-25ad-4c50-acd3-4d4ca0cf1fc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-06bcfa"} 2026-06-15T03:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "940a3c1b-12e4-4921-b2e3-75f4b578675b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-trusted-ca-bundle", "reconcileID": "6a3c5b9d-2a0f-488a-93bf-8570a7f3a6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "68eaf561-8e2c-487e-bcd7-3f5d6ca638e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "68eaf561-8e2c-487e-bcd7-3f5d6ca638e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "372e345c-84a2-46b1-9b0f-2d62f09628e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f394f76a-e769-4296-9ad4-db9a23a742b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-trusted-ca-bundle", "reconcileID": "60e385df-5a91-4679-9620-1cedf53903c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-39ed99", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-trusted-ca-bundle", "reconcileID": "60e385df-5a91-4679-9620-1cedf53903c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0261c1c7-583d-43ee-93f0-3bb3f06ac43f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "706ecbaf-9df7-4fbc-8b88-b49efda3d126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "706ecbaf-9df7-4fbc-8b88-b49efda3d126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "706ecbaf-9df7-4fbc-8b88-b49efda3d126", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-39ed99 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-trusted-ca-bundle", "reconcileID": "b33f4cc0-df03-4f97-865b-b005da4bf257", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-trusted-ca-bundle", "reconcileID": "b33f4cc0-df03-4f97-865b-b005da4bf257", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "3fd6f8e9-93ad-4c22-ae7f-073b745eb3d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "openshift-service-ca.crt", "reconcileID": "3fd6f8e9-93ad-4c22-ae7f-073b745eb3d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba43326b-fc52-4d81-aabe-6684e8280c7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-39ed99"}, "namespace": "e2e-webhook-test-39ed99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba43326b-fc52-4d81-aabe-6684e8280c7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-39ed99"} 2026-06-15T03:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "10e26902-d279-42b8-840d-60ceb41e1561", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-trusted-ca-bundle", "reconcileID": "624bc8e3-e2b9-4d2d-bbb6-5b93d4118a58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "22f83bca-f1c4-4f91-bd0b-58e5fb5543c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "22f83bca-f1c4-4f91-bd0b-58e5fb5543c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89131e4f-1e05-4d5a-9c4f-373214aa1055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "6e68d920-5298-4b7c-8653-81fd57859f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-trusted-ca-bundle", "reconcileID": "6181ad3f-ef4f-4faf-8330-1011f25107f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-trusted-ca-bundle", "reconcileID": "6181ad3f-ef4f-4faf-8330-1011f25107f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70007cd2-bfb7-4910-87ce-5496bc1384f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d017444-244b-43ad-bb7d-e78960296752", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d017444-244b-43ad-bb7d-e78960296752", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:36:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d017444-244b-43ad-bb7d-e78960296752", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-5aa7f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:36:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-trusted-ca-bundle", "reconcileID": "56a251c4-4375-4379-93a8-17967dd64c35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-trusted-ca-bundle", "reconcileID": "56a251c4-4375-4379-93a8-17967dd64c35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "cc56074c-8f19-4925-85d5-ad79c32d63fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "openshift-service-ca.crt", "reconcileID": "cc56074c-8f19-4925-85d5-ad79c32d63fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffdff370-8151-4e90-8abb-4aaa36d3ecc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:36:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5aa7f5"}, "namespace": "e2e-webhook-test-5aa7f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffdff370-8151-4e90-8abb-4aaa36d3ecc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5aa7f5"} 2026-06-15T03:48:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:48:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:48:50Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:48:50Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de276ce4-f6c4-4929-b433-026228ddae24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de276ce4-f6c4-4929-b433-026228ddae24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de276ce4-f6c4-4929-b433-026228ddae24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00128a56-3efa-4edf-acca-fe1f65bd9b6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00128a56-3efa-4edf-acca-fe1f65bd9b6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00128a56-3efa-4edf-acca-fe1f65bd9b6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8031ce22-44d7-49b8-9fae-88d3dbd09be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8031ce22-44d7-49b8-9fae-88d3dbd09be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8031ce22-44d7-49b8-9fae-88d3dbd09be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:53:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d3518-1160-45b3-8622-d5f4f5f7c90a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:53:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d3518-1160-45b3-8622-d5f4f5f7c90a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:53:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d3518-1160-45b3-8622-d5f4f5f7c90a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "cebcabb5-8faa-4abc-acc1-33921cc4b6e1", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "7526fde7-9db6-4b1b-a69a-286e4903dc53", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "e952fdbd-bee2-4f64-8db3-abda214ceb0f", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "8b24c321-c099-423f-adf4-ce4282a79111", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "7c38f9e5-953e-4145-b686-7bf9ca9e2d23", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "39751906-2f6c-436c-a327-8408f7917b40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-trusted-ca-bundle", "reconcileID": "2485f462-18b0-4cef-90a8-9cba635cebb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "19bf0356-6006-4e03-b2ab-b5279f8108e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "19bf0356-6006-4e03-b2ab-b5279f8108e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4076fe95-d070-4a8d-bde2-3bf7bb1a81f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "860faf2f-6ea3-4a39-8dd5-6cfac8988eb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-trusted-ca-bundle", "reconcileID": "6c778c46-ca58-4148-bcd7-5a2b3e4c0dd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-trusted-ca-bundle", "reconcileID": "6c778c46-ca58-4148-bcd7-5a2b3e4c0dd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "261fb9f4-cc2b-46fc-99d1-ad388739cd78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ef39ff1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ef39ff1f", "reconcileID": "6f87de88-5ee9-4c04-b6f5-b7177113f6e9", "Gateway": "e2e-ait-ef39ff1f", "namespace": "openshift-ingress"} 2026-06-15T03:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7e6042-ba11-4c21-9262-1b5bd9902911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7e6042-ba11-4c21-9262-1b5bd9902911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d7e6042-ba11-4c21-9262-1b5bd9902911", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-ef39ff1f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-trusted-ca-bundle", "reconcileID": "680633ba-e885-45d5-b518-7a8062f4e6a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-trusted-ca-bundle", "reconcileID": "680633ba-e885-45d5-b518-7a8062f4e6a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "f1e0622f-1642-4278-8242-70d037d6a728", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "openshift-service-ca.crt", "reconcileID": "f1e0622f-1642-4278-8242-70d037d6a728", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e57311ed-37a9-470c-8721-63d0288fce95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ef39ff1f"}, "namespace": "ai-tenant-e2e-ait-ef39ff1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e57311ed-37a9-470c-8721-63d0288fce95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ef39ff1f"} 2026-06-15T03:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "27931473-e7e5-431c-87ff-b19c6ff1c153", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "fe24f6aa-35a6-4c96-9c91-d28dc0619d9f", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "48db131a-4a51-4813-8176-3ac7ec58b862", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "663d91d6-1275-4389-bfa4-4a9815100814", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "a3d222f6-b180-4c5a-a24f-d33ef329f68a", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "2121a5f6-8834-493f-acae-6adb365d0116", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-trusted-ca-bundle", "reconcileID": "ec525818-f14c-404d-9085-61e152737115", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "5bcb114c-8d6c-4833-89b8-e23b581a6db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "5bcb114c-8d6c-4833-89b8-e23b581a6db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc4080d9-72d0-4b9b-a6b4-37624c7ce447", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "3f29fc00-66c9-4e0e-b335-e031272e4b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-trusted-ca-bundle", "reconcileID": "1798befc-acca-4679-8c4d-cc5be4e1981c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-trusted-ca-bundle", "reconcileID": "1798befc-acca-4679-8c4d-cc5be4e1981c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf68c95e-9909-4d89-be63-58465b026b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "971505ab-8efd-4068-b4a9-3470ce1ae2d8", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e3153e0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e3153e0a", "reconcileID": "d043ffdd-60bf-4e70-9608-ae63d89e67e7", "Gateway": "e2e-ait-e3153e0a", "namespace": "openshift-ingress"} 2026-06-15T03:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154dca88-0d12-47b8-b284-147337bede24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154dca88-0d12-47b8-b284-147337bede24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:53:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154dca88-0d12-47b8-b284-147337bede24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-e3153e0a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-trusted-ca-bundle", "reconcileID": "aa4551cb-689d-4248-8e21-7d4f3e190069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-trusted-ca-bundle", "reconcileID": "aa4551cb-689d-4248-8e21-7d4f3e190069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "0fb0abaf-e48a-41fa-9feb-188f5d32f72c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "openshift-service-ca.crt", "reconcileID": "0fb0abaf-e48a-41fa-9feb-188f5d32f72c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dd3590e-d7c0-497c-a555-4ea1cd6e41cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"} 2026-06-15T03:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e3153e0a"}, "namespace": "ai-tenant-e2e-ait-e3153e0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dd3590e-d7c0-497c-a555-4ea1cd6e41cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e3153e0a"}