2026-06-08T18:38:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "90c531be-0a57-4b73-a6c8-d7e28767e37b", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c47dfc0a-0e5d-4006-863e-9636102e5191", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "3eabe578-3f11-426b-bd85-583a3595b75f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366e7ff1-2d8f-48ab-a8aa-8fe9d1889a7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T18:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67d7f08a-0f1b-4d63-a13c-06d0defe8932", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:38:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67d7f08a-0f1b-4d63-a13c-06d0defe8932", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ad81a975-ce52-448b-9f9a-89beccd5aba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f548241c-bb7f-4046-b3ce-fee822b5ef3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0324066d-3311-42bd-90f0-11325bd0ba74", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "0d13f5d7-02ac-4dc9-a084-bb37f2ab71ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:38:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "0d13f5d7-02ac-4dc9-a084-bb37f2ab71ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3878623a-f18b-4124-a09d-cb0d21f704e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T18:38:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "7a625ece-57e2-4234-aadb-149f945e8bd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:38:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "7a625ece-57e2-4234-aadb-149f945e8bd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60d4e8ff-3f17-48a6-a5cf-edd536318794", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T18:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9642d909-62a2-4784-9b54-4d6063feeb1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9642d909-62a2-4784-9b54-4d6063feeb1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9642d909-62a2-4784-9b54-4d6063feeb1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de04c116-82a2-4f1e-9a92-a391576441bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de04c116-82a2-4f1e-9a92-a391576441bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de04c116-82a2-4f1e-9a92-a391576441bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "946f97ed-58db-4dac-9599-5c1f84c56388", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T18:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e1f19141-df19-49aa-89ef-f81258da7d65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T18:40:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e0b91543-bf06-4d7e-a4b1-64359de75517", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:40:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e0b91543-bf06-4d7e-a4b1-64359de75517", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T18:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fdec102-9bfe-4813-bd93-8c58708df0d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T18:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c82d8ada-b295-40dd-871a-da14d127aba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T18:40:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f55b30b0-5de1-4f52-b180-28ccbaf23173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:40:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f55b30b0-5de1-4f52-b180-28ccbaf23173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T18:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fac6169-fe7d-42be-81ae-322298dc72bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f35de2cc-0590-469f-81d1-593dd6512280", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f35de2cc-0590-469f-81d1-593dd6512280", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df58c9e6-a53e-43eb-be58-f09a62e352eb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f35de2cc-0590-469f-81d1-593dd6512280", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19cef28a-9198-4afc-9e08-b483999071c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5a88a429-5d81-4f96-b2b6-c9720ab9971d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19cef28a-9198-4afc-9e08-b483999071c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19cef28a-9198-4afc-9e08-b483999071c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c8591ec9-1c86-4506-9ca7-947bb5f7034d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e59590b1-5d5c-4e63-a197-a2d689c1ce4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d0c5e9c2-2b12-49d7-8208-3c51641d5ebd", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e59590b1-5d5c-4e63-a197-a2d689c1ce4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e59590b1-5d5c-4e63-a197-a2d689c1ce4c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ad724b-fd9f-4bf1-9322-e258a11bb73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3510346e-c43a-4def-8f5e-56a5961a47fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ad724b-fd9f-4bf1-9322-e258a11bb73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ad724b-fd9f-4bf1-9322-e258a11bb73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "428e9ac9-a3cb-48e8-8ba5-cf2fd5c8f80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "016ef53b-7266-4a5a-9c3c-cc29bcf29738", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "428e9ac9-a3cb-48e8-8ba5-cf2fd5c8f80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "428e9ac9-a3cb-48e8-8ba5-cf2fd5c8f80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6955c475-ab2e-46f8-b4c0-bba68a4850b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T18:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b198696-ec06-48f0-abea-bfe85ccee7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6955c475-ab2e-46f8-b4c0-bba68a4850b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6955c475-ab2e-46f8-b4c0-bba68a4850b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f079d10-fab8-4c23-9e36-c5e0ea260f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f079d10-fab8-4c23-9e36-c5e0ea260f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f079d10-fab8-4c23-9e36-c5e0ea260f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T18:40:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c138cd17-6852-4ee3-a1ed-22c96216537c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T18:40:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e25d8093-0a8a-45b2-bad1-85cb402aaf76", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bab27c70-a9eb-49d6-8426-67566f0ce8a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bab27c70-a9eb-49d6-8426-67566f0ce8a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bab27c70-a9eb-49d6-8426-67566f0ce8a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T18:40:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af86a5bd-8c34-4c23-b586-bdec98324636", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:40:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T18:40:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:40:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "020dca11-2fa2-4ded-b971-d3ffd67dcff6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8658a3-8dd0-451a-88db-02d50bea856e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8658a3-8dd0-451a-88db-02d50bea856e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e8658a3-8dd0-451a-88db-02d50bea856e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T18:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee24bd62-ef76-4754-905c-051173f1c2b3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89827208-81bc-4d5a-9ae0-755130f28d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7cc1be-b5bb-44d0-b61d-1fcd753c181c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7cc1be-b5bb-44d0-b61d-1fcd753c181c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:41:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7cc1be-b5bb-44d0-b61d-1fcd753c181c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "86fd496b-13e8-4e3a-8363-6214405a351b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "de6acce2-1d7e-4d2a-8e2a-4192d19a07e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8d63b9c-a508-452a-b802-c3a227cbf0a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8d63b9c-a508-452a-b802-c3a227cbf0a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:41:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8d63b9c-a508-452a-b802-c3a227cbf0a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20b3feea-e3d6-438c-b41f-6cd86935826f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T18:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c99f8b9e-1769-439c-b1de-b8581613099f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81591387-0fea-44ee-9e60-e7409653e63e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81591387-0fea-44ee-9e60-e7409653e63e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81591387-0fea-44ee-9e60-e7409653e63e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:41:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:41:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T18:41:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:41:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c037e675-51f9-459e-8591-5d84a9db651f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:42:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:42:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:42:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:42:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T18:42:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:42:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "94b6b13e-626f-4bf1-a47e-db90dd25cb67", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T18:42:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:42:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:42:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:42:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T18:42:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:42:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "103bcb10-2c50-4577-abc7-c03bddda4712", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T18:42:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:42:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:42:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:42:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T18:42:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:42:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bccb8e0b-f53a-43d4-9ce1-4c9542cbac62", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T18:42:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:42:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:42:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:42:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:42:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:42:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5d453241-0375-4262-ac7d-c94a3dee375e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:43:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:43:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:43:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:43:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T18:43:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:43:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dd728b7-003a-435c-8bc9-7123fcf523d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T18:43:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:43:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:43:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:43:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T18:43:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T18:43:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8c8e961d-d6bd-49b0-a6f3-2595faf2bc35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T18:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "92ce0c5e-32c3-4039-a0dc-678604743343", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T18:43:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "fbdf270d-990d-4f59-9639-29903464c432", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:43:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "fbdf270d-990d-4f59-9639-29903464c432", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T18:43:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2a5c9f8c-a9fc-4024-8b14-c850af493354", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:43:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2a5c9f8c-a9fc-4024-8b14-c850af493354", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5aa404-ca02-4372-bdd9-f57ef179cfbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T18:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "3c5477ea-b273-44a9-bce3-5d9fbf6b9955", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T18:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2ec93876-d258-4d2b-97e3-8021ca7621ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T18:43:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0c504329-021b-4900-afe6-4bfcd3df3a1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:43:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0c504329-021b-4900-afe6-4bfcd3df3a1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T18:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e4d26b-4463-4b3a-99a7-712f924419ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T18:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4827110d-26c6-46c5-92de-059283a45b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "03f4db82-dfb7-4928-b446-88d38ee588e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b4bc42f1-cab4-4870-a201-2da53fdc7029", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b4bc42f1-cab4-4870-a201-2da53fdc7029", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aab129d7-8c32-474a-8dd3-4a2f5059279b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "1552859f-f30e-4e50-af19-e6c6df5ce93f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0d4ae6e9-2fc9-4f94-adcd-2f840a5dec29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0d4ae6e9-2fc9-4f94-adcd-2f840a5dec29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T18:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9048ad5e-fa97-47e9-8348-3e2c66306f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T18:44:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:44:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:44:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:44:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "61342b63-7510-4e8a-b03c-2a553ccb9a75", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "60fb162a-2659-415d-8426-ca4aa621d664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:45:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "60fb162a-2659-415d-8426-ca4aa621d664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0dc16b84-94b0-45da-ab63-502be8221ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:45:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0dc16b84-94b0-45da-ab63-502be8221ba0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdfd6143-37cb-453e-bba2-4c7fbb91d54c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "52951d60-184b-4052-a609-0d6d49e8d33e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "59c8307b-724e-40a0-960f-c8446169d1b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:45:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "59c8307b-724e-40a0-960f-c8446169d1b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "277d7677-3ed3-4ed1-8e01-31fdf9cdcb5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43adf0e1-1d5b-423e-8451-204f9ee6e091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43adf0e1-1d5b-423e-8451-204f9ee6e091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:45:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43adf0e1-1d5b-423e-8451-204f9ee6e091", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ce125cc2-e6e1-43e9-bf0f-44d56f9776ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ce125cc2-e6e1-43e9-bf0f-44d56f9776ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "660c1046-a799-43f6-8a2d-d1b64f5192e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "660c1046-a799-43f6-8a2d-d1b64f5192e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3b830eb-0bfa-4f8e-b091-2a6a39f7bd5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:45:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3b830eb-0bfa-4f8e-b091-2a6a39f7bd5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "525befee-b801-48a5-9879-c65604abc46f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b16c3fe4-231b-4800-bdad-dba369b23674", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "373213a8-e88d-4812-98b6-668ab0d601a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:46:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "373213a8-e88d-4812-98b6-668ab0d601a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "173d55a7-bcb1-4aa1-a012-6e6b56c200ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a94e209a-0605-46a8-be06-cccf531bdf50", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d155e2fd-7400-47ec-a9ee-2ba899627c25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:46:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d155e2fd-7400-47ec-a9ee-2ba899627c25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbf7d5a-247e-4f90-acae-1dbfd0b84400", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4c81c33-38c7-434f-84d1-d13b332d97c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4c81c33-38c7-434f-84d1-d13b332d97c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:46:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4c81c33-38c7-434f-84d1-d13b332d97c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b855879b-a435-41fc-9d03-7b7280859a05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b855879b-a435-41fc-9d03-7b7280859a05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "db9ec909-e787-4fd5-b350-cafed1611628", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "db9ec909-e787-4fd5-b350-cafed1611628", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d87600b5-1045-46fb-aea6-593335449bd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d87600b5-1045-46fb-aea6-593335449bd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "27afef04-a227-429f-8fc9-173691beecc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-trusted-ca-bundle", "reconcileID": "cb33c083-8e76-4ab7-a890-013c8e39306a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "6be3a3a0-47ba-4edb-9a44-18d5a341d103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:46:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "6be3a3a0-47ba-4edb-9a44-18d5a341d103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6127e1a0-1fac-4f7b-b210-33342adb7785", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "db0f10f9-dbf2-40a1-8156-e0acdf79d4a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c85ef963-7239-4eb4-bcc4-6fc63505ca1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c85ef963-7239-4eb4-bcc4-6fc63505ca1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c85ef963-7239-4eb4-bcc4-6fc63505ca1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e7f2585-de35-4946-b05a-1a7da8346747", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e7f2585-de35-4946-b05a-1a7da8346747", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:46:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-trusted-ca-bundle", "reconcileID": "df92184d-dd61-4265-9023-4299b33200f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-4c2177", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e7f2585-de35-4946-b05a-1a7da8346747", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-trusted-ca-bundle", "reconcileID": "df92184d-dd61-4265-9023-4299b33200f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09a56e3-73ac-4d44-9baf-d87264d1382a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe053296-6ec9-4afe-a89a-08603e3c350d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe053296-6ec9-4afe-a89a-08603e3c350d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe053296-6ec9-4afe-a89a-08603e3c350d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6484ea84-cc4c-4db2-87d5-498f11d3fd74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6484ea84-cc4c-4db2-87d5-498f11d3fd74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6484ea84-cc4c-4db2-87d5-498f11d3fd74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be39995-666d-4e32-9089-5445c22b812f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be39995-666d-4e32-9089-5445c22b812f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be39995-666d-4e32-9089-5445c22b812f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-4c2177 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-trusted-ca-bundle", "reconcileID": "ce564b90-bf0d-4ba5-9cd9-cdd6531b8271", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-trusted-ca-bundle", "reconcileID": "ce564b90-bf0d-4ba5-9cd9-cdd6531b8271", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "9badb2cc-42cc-4991-8bf8-c5daf928f467", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "openshift-service-ca.crt", "reconcileID": "9badb2cc-42cc-4991-8bf8-c5daf928f467", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb1e0fe-5dca-498a-b15e-8b38f88e1529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-4c2177"}, "namespace": "e2e-modelref-4c2177", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb1e0fe-5dca-498a-b15e-8b38f88e1529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-4c2177"} 2026-06-08T18:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "4e517e85-c7a2-468d-bb48-5f3b6e5fd09f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-trusted-ca-bundle", "reconcileID": "aba15198-486b-49ca-bfcd-28eb320f56a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "69d86249-82a7-4cac-8ef7-1e902fb6459e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "69d86249-82a7-4cac-8ef7-1e902fb6459e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a41c50a-26f1-47c2-a0d9-26f7e227fcd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "1fce3f48-fede-4646-bca1-7b79122bdb8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-trusted-ca-bundle", "reconcileID": "52d21096-e5e3-4dc1-b690-6bda44a3dccf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5df02f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-trusted-ca-bundle", "reconcileID": "52d21096-e5e3-4dc1-b690-6bda44a3dccf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f5c2eae-c9da-425f-9aee-a7f8ddf6ba20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd08a7c0-7ad4-401c-95b6-4215ff6178a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd08a7c0-7ad4-401c-95b6-4215ff6178a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd08a7c0-7ad4-401c-95b6-4215ff6178a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fb4ef7c-74af-4696-8310-6e88321f9f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fb4ef7c-74af-4696-8310-6e88321f9f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fb4ef7c-74af-4696-8310-6e88321f9f1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c381cacb-676e-4ee5-97f2-c1d76066a06f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c381cacb-676e-4ee5-97f2-c1d76066a06f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c381cacb-676e-4ee5-97f2-c1d76066a06f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a6f6af1-d801-4bb9-9fdf-7b2fa21ca6bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a6f6af1-d801-4bb9-9fdf-7b2fa21ca6bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T18:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a6f6af1-d801-4bb9-9fdf-7b2fa21ca6bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T18:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3735ed7a-aa95-415e-a6c4-afd16a948146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3735ed7a-aa95-415e-a6c4-afd16a948146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3735ed7a-aa95-415e-a6c4-afd16a948146", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5df02f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-trusted-ca-bundle", "reconcileID": "e3ceb2c5-3432-4215-acc1-caef822a13bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-trusted-ca-bundle", "reconcileID": "e3ceb2c5-3432-4215-acc1-caef822a13bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "91acc358-1eb3-4571-844b-9c2653adc379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "openshift-service-ca.crt", "reconcileID": "91acc358-1eb3-4571-844b-9c2653adc379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86c46250-3d1a-4054-a003-133044a68afb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5df02f"}, "namespace": "e2e-modelref-5df02f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86c46250-3d1a-4054-a003-133044a68afb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5df02f"} 2026-06-08T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "593a9b5a-72a5-465f-aaf9-41309bcd905c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-trusted-ca-bundle", "reconcileID": "4732b283-db68-4fa9-900f-3c36577698d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "29b2e6ee-d3bf-479d-b4db-eb417655dc2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "29b2e6ee-d3bf-479d-b4db-eb417655dc2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd674f2-e813-4a88-9480-173fc207a2f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "4fe20054-1620-4de0-8e76-4882ecf72aad", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-trusted-ca-bundle", "reconcileID": "dfeedaab-187c-424a-8481-1c40bb4e42fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2938ad", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-trusted-ca-bundle", "reconcileID": "dfeedaab-187c-424a-8481-1c40bb4e42fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "590c8df2-f5eb-473d-aa26-452cbc441ede", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59385b91-e58b-49fd-ac7f-16189274238e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59385b91-e58b-49fd-ac7f-16189274238e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:47:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59385b91-e58b-49fd-ac7f-16189274238e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-2938ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:47:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-trusted-ca-bundle", "reconcileID": "07bceaaa-79b7-43c6-82be-082e1a44d842", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-trusted-ca-bundle", "reconcileID": "07bceaaa-79b7-43c6-82be-082e1a44d842", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "2f29c5ef-bddd-4423-87fc-f1ce2108c11c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "openshift-service-ca.crt", "reconcileID": "2f29c5ef-bddd-4423-87fc-f1ce2108c11c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bee2c03a-b2ad-428b-b4a7-66d8609af94a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2938ad"}, "namespace": "e2e-webhook-test-2938ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bee2c03a-b2ad-428b-b4a7-66d8609af94a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2938ad"} 2026-06-08T18:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "688665f5-9b54-4994-8ce2-8c651d0a32a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-trusted-ca-bundle", "reconcileID": "eb4bc4a1-8bae-42a0-87bd-5db87a4c316e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:47:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "04342f0d-7276-4e03-bf8b-6ec7e858992c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:48:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "04342f0d-7276-4e03-bf8b-6ec7e858992c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "dd4b887f-15a7-4ed1-be07-20b03646a9c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:48:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "dd4b887f-15a7-4ed1-be07-20b03646a9c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7719c78-7f27-4c97-8705-3996e0819013", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "b7c7b201-40ba-46ba-bba2-5defb10638c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-trusted-ca-bundle", "reconcileID": "006d145d-76f9-4b36-adb5-7616a67b13fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-cad227", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:48:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-trusted-ca-bundle", "reconcileID": "006d145d-76f9-4b36-adb5-7616a67b13fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570cceea-f4e3-48ba-81d4-fc7f830cd213", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc8cbcf-a7c1-4338-8af8-9172e365d052", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc8cbcf-a7c1-4338-8af8-9172e365d052", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T18:48:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc8cbcf-a7c1-4338-8af8-9172e365d052", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-cad227 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T18:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-trusted-ca-bundle", "reconcileID": "6edc639d-eea6-42a4-be77-b4daa5722854", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-trusted-ca-bundle", "reconcileID": "6edc639d-eea6-42a4-be77-b4daa5722854", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "666ac6aa-0c33-458a-8a13-6119c600ff7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "openshift-service-ca.crt", "reconcileID": "666ac6aa-0c33-458a-8a13-6119c600ff7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01179598-a4a8-4d0c-b941-c6d7d53bc0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-cad227"}, "namespace": "e2e-webhook-test-cad227", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01179598-a4a8-4d0c-b941-c6d7d53bc0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-cad227"} 2026-06-08T18:58:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:58:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:58:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T18:58:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T19:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044e05c-1b5c-473c-afcd-4a7556f87b8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044e05c-1b5c-473c-afcd-4a7556f87b8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T19:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044e05c-1b5c-473c-afcd-4a7556f87b8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4343caf5-e4eb-4138-8f1d-ccb4d8f9c60a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4343caf5-e4eb-4138-8f1d-ccb4d8f9c60a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T19:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4343caf5-e4eb-4138-8f1d-ccb4d8f9c60a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33496e50-5d03-49bb-9267-9a3392da384a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33496e50-5d03-49bb-9267-9a3392da384a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T19:05:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33496e50-5d03-49bb-9267-9a3392da384a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d6e6c-0d6b-45e3-8f6e-cf64a2a03f45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d6e6c-0d6b-45e3-8f6e-cf64a2a03f45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T19:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154d6e6c-0d6b-45e3-8f6e-cf64a2a03f45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "c592f78d-8688-4465-8125-34ee64cd408d", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "1938d17c-9afa-457b-ad1d-8e1acde8f325", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "a76446ad-4152-40d5-84c0-1d34a2c14d1c", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "5760fdff-2145-44aa-8d00-dc63eddc3582", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "cc45a8f9-d3c9-4665-a9c6-bbd07c513b89", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "f960d527-3d25-4527-b8e6-64db261e7a17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "d8c024cb-f1f8-46fa-8aae-d124158c020b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "b187bbef-f005-4271-a759-2847f7b51a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:05:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "b187bbef-f005-4271-a759-2847f7b51a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "3ac3f23c-c1b1-4c8d-a0b5-91765bbe28f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40118950-e40f-4129-b4a8-fe83d8bcba07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "bedb4b5d-9ace-4a6b-9a2b-e8764e155c49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b9957eb6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:05:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "bedb4b5d-9ace-4a6b-9a2b-e8764e155c49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e6fde27-031a-4973-8dec-27fde7ca61d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "91d30c69-94fa-4d71-b68f-8f853f468055", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b9957eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b9957eb6", "reconcileID": "7afa4166-a825-44df-8b1a-e9c4c5ba003e", "Gateway": "e2e-ait-b9957eb6", "namespace": "openshift-ingress"} 2026-06-08T19:05:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "141f915a-1344-49fb-953d-3a762b2d6ddc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "141f915a-1344-49fb-953d-3a762b2d6ddc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:05:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "141f915a-1344-49fb-953d-3a762b2d6ddc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-b9957eb6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T19:05:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7e091c-9c4c-46d7-a1e6-c22590ebecd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7e091c-9c4c-46d7-a1e6-c22590ebecd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "be075f00-6d62-4c8a-9c91-84e617ba6da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "openshift-service-ca.crt", "reconcileID": "be075f00-6d62-4c8a-9c91-84e617ba6da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ef7a54-2997-4316-b80c-743847541781", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b9957eb6"}, "namespace": "e2e-aitenant-b9957eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ef7a54-2997-4316-b80c-743847541781", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b9957eb6"} 2026-06-08T19:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "13d4539a-8cdd-4214-8d31-9b104f76b519", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "cc3a153a-4980-4d4e-a164-a68cd995e75a", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "ff65f2cf-5a75-42d4-b77c-ac0d3ec78d4c", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "0ecb170a-b7a8-43f0-a1d8-5bc9d7469b23", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "4f7da56b-a55c-4efe-b458-3767e155aa7f", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:05:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "c1abad89-db57-40fc-afb3-395f7ffaf16b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-trusted-ca-bundle", "reconcileID": "f144686c-c612-4a1c-bff2-d7b98a27b63a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "ff96068f-eb69-4ea3-8679-500bd07ad181", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:05:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "ff96068f-eb69-4ea3-8679-500bd07ad181", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "685feb3b-0050-4f65-9333-339714339d90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "2a3e4b24-f6da-4483-a84c-5af37e74094b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-trusted-ca-bundle", "reconcileID": "0deec4a4-60c6-4777-a9d3-a2b75693e7c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5d60dca", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:05:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-trusted-ca-bundle", "reconcileID": "0deec4a4-60c6-4777-a9d3-a2b75693e7c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a79f7ff9-e0fa-4e80-80bd-c396fce43474", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5d60dca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5d60dca", "reconcileID": "06927338-817b-4ad9-9f23-8ca454555e19", "Gateway": "e2e-ait-f5d60dca", "namespace": "openshift-ingress"} 2026-06-08T19:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da1c58b-9281-4750-b3e3-ca0f9fdac890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da1c58b-9281-4750-b3e3-ca0f9fdac890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T19:06:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da1c58b-9281-4750-b3e3-ca0f9fdac890", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f5d60dca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T19:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f9f09e-01fa-4989-b6cc-5f2404a94e50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f9f09e-01fa-4989-b6cc-5f2404a94e50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "700ddc94-58b3-4a6a-a29e-0b65c961df5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "openshift-service-ca.crt", "reconcileID": "700ddc94-58b3-4a6a-a29e-0b65c961df5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa2ef70d-a9b0-4304-b921-ec370202e2f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"} 2026-06-08T19:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5d60dca"}, "namespace": "e2e-aitenant-f5d60dca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa2ef70d-a9b0-4304-b921-ec370202e2f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5d60dca"}