2026-06-12T21:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bafe569e-0e3b-4f16-b904-f35d098830ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:54:28Z DEBUG Authorino has TLS disabled {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bafe569e-0e3b-4f16-b904-f35d098830ef", "listener.tls": {"enabled":false}} 2026-06-12T21:54:28Z DEBUG Authorino TLS is not enabled, skipping EnvoyFilter creation {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bafe569e-0e3b-4f16-b904-f35d098830ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bafe569e-0e3b-4f16-b904-f35d098830ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "d270744a-bb3b-4681-aa9c-88b0749f6a7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "4aba2e92-d3a1-406f-8951-734cc8e82842", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "cdfc1b86-df60-4576-93ae-5119ecf0b229", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:54:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "cdfc1b86-df60-4576-93ae-5119ecf0b229", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2c2ef3b-e06e-4440-a569-54e64aa7e6c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "dfc4bf4f-2da6-469e-967a-8db8a6a29f07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f20ec266-e92e-4a84-9c8b-6e110bfcf8f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:54:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "8727fdd5-8252-4063-b49d-a82fdf2f26fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:54:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "8727fdd5-8252-4063-b49d-a82fdf2f26fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5c064159-4617-4c8a-9c06-112ba2d691a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0ce6ca3-0cbf-4c5f-a591-e5b056ffbdb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:54:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0ce6ca3-0cbf-4c5f-a591-e5b056ffbdb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0aeae11-408e-4c29-9c6d-b0466194765b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ddca8f-7349-488b-9b3e-4f2d665c9cb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:54:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1ad54c49-d878-43e9-92e6-46fe42e10a29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:54:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1ad54c49-d878-43e9-92e6-46fe42e10a29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5a158d2-2ab1-48cc-9718-2fd7bc311db5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T21:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad27f44-01a6-4fc1-94ba-f017ae6338f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad27f44-01a6-4fc1-94ba-f017ae6338f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ad27f44-01a6-4fc1-94ba-f017ae6338f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:55:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5e9bb3f4-ab83-483d-9de8-0a017970a21a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T21:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca19cf99-e987-4d5b-b76f-e6f2b61480fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca19cf99-e987-4d5b-b76f-e6f2b61480fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca19cf99-e987-4d5b-b76f-e6f2b61480fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "4576c41e-9f53-46a8-9df2-9d4184834111", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0c7e275a-b136-40e3-9f88-2f6cfb1f23cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "eb9f2dba-45fb-45f3-a1d5-953d80a45998", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "eb9f2dba-45fb-45f3-a1d5-953d80a45998", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f112ee26-80ab-40c0-bd7f-f11c8adefec0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "597935a8-e133-4045-a044-025499cef84d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0a25443b-7fe1-412d-9483-937849318f6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T21:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0a25443b-7fe1-412d-9483-937849318f6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T21:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4ec7e1b-9df3-47cc-b64e-469301286821", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c642c95f-e26d-4a62-b1cb-8abb3ecc65da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c642c95f-e26d-4a62-b1cb-8abb3ecc65da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T21:58:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7b0bc31b-1c63-4376-8d1b-123b124f6303", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c642c95f-e26d-4a62-b1cb-8abb3ecc65da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1da88b3b-03c6-41b9-ac72-f8c7f3b92811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T21:58:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "abc641b2-f394-4128-b74f-bf637ef11008", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1da88b3b-03c6-41b9-ac72-f8c7f3b92811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1da88b3b-03c6-41b9-ac72-f8c7f3b92811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ef16e26-1b9a-417e-9196-0751110ceb00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T21:58:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db8ef3c8-8869-4dd1-93c2-e004f98eb232", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ef16e26-1b9a-417e-9196-0751110ceb00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T21:58:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a61aa96e-78ea-4f59-bc46-e9b32ab959e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ef16e26-1b9a-417e-9196-0751110ceb00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4149af0f-522c-4ac8-9565-c8bff2e39c46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:58:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6c242565-648c-49e1-b7f4-ce5beec5edf1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4149af0f-522c-4ac8-9565-c8bff2e39c46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4149af0f-522c-4ac8-9565-c8bff2e39c46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956a33c6-5abf-4555-9a6c-7bbffa2ee538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:58:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "11e41008-95a3-4f2d-870f-85e5b75f663e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956a33c6-5abf-4555-9a6c-7bbffa2ee538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "956a33c6-5abf-4555-9a6c-7bbffa2ee538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1f799d7-1b06-4b86-818f-f10612fb8674", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1f799d7-1b06-4b86-818f-f10612fb8674", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1f799d7-1b06-4b86-818f-f10612fb8674", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e22ef75-1960-43e1-922d-14d390e67b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T21:58:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e0399780-1587-4b8f-986e-b4b7512af47a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e22ef75-1960-43e1-922d-14d390e67b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e22ef75-1960-43e1-922d-14d390e67b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2953da27-bb8f-4c54-87f8-19e1969ef582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2953da27-bb8f-4c54-87f8-19e1969ef582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2953da27-bb8f-4c54-87f8-19e1969ef582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T21:58:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c68d64ea-b292-4666-9d01-2f4c503a59e0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T21:58:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4e311f7e-03cb-4341-9536-585eef280557", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35728512-40d4-4066-9ad6-18f49d36ec2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35728512-40d4-4066-9ad6-18f49d36ec2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35728512-40d4-4066-9ad6-18f49d36ec2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T21:58:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7530156-9344-4f59-8540-5033d9e81823", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:58:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T21:58:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8f1f801a-f483-40ea-830d-b91ab7552af7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ed001f1-f7ad-4e6d-8e5a-6ba3d1a1b2c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ed001f1-f7ad-4e6d-8e5a-6ba3d1a1b2c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ed001f1-f7ad-4e6d-8e5a-6ba3d1a1b2c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:58:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T21:58:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed4ab53e-2c9c-4587-b068-e0278dd2ece0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:58:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:58:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:58:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "19c6f91f-1bc3-47b8-b865-10998a549d17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e3f83a7-d435-48ca-a731-ac8562cac499", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e3f83a7-d435-48ca-a731-ac8562cac499", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:59:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e3f83a7-d435-48ca-a731-ac8562cac499", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:59:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a28e37e7-fdf5-4c1b-9cd1-ca0f0bc8e26f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:59:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1ebabf6b-75a5-4468-95d9-f61129fbfd56", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542f3b46-1f95-445f-b088-4962deac37f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542f3b46-1f95-445f-b088-4962deac37f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "542f3b46-1f95-445f-b088-4962deac37f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T21:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "82a73756-5107-457f-a5a9-49298aabca27", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T21:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c5d99457-6e87-4341-99a4-ad50c0139175", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a88f4a-f09d-4ab1-bde1-78890ac31c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a88f4a-f09d-4ab1-bde1-78890ac31c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T21:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a88f4a-f09d-4ab1-bde1-78890ac31c8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T21:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T21:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fbb5f929-557b-4483-9623-646d3ca4329d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T21:59:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:59:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:59:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:59:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T21:59:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b16706cf-b56d-4afa-9289-f917bda9e2e5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T21:59:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:59:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:59:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T21:59:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T21:59:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T21:59:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bbff0d31-9707-4820-8453-1e8077bf1efb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:00:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:00:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:00:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:00:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T22:00:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:00:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "88e8d970-1f15-4249-808d-9b3781ad17ac", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:00:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:00:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:00:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a8e09c9-e44c-4093-a303-2c37cfd789c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:00:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:00:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d08516ee-e86c-4d2e-a244-e93e3c83f16c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:00:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:00:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:00:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:00:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:00:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:00:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2553930-4ac6-47a1-9561-cafbaf798cc2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:01:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:01:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:01:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:01:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:01:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:01:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e4d15f57-cc0c-44fa-9e5c-4e771b594aed", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "aa163c0b-31a6-466b-8130-3df0f8e57df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "cda230b1-c772-42b6-bac0-8d4134c17168", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "fb671745-2aa3-4784-ba06-3ddafd27a38b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:01:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "fb671745-2aa3-4784-ba06-3ddafd27a38b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2864ef29-b60b-4524-8eba-8f246c21ce5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "01272d49-8464-476a-9796-16bae6c8f6dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2355b482-c85f-4a99-bec9-13753f233349", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:01:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2355b482-c85f-4a99-bec9-13753f233349", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "271fa3f9-3e5e-40b8-84c6-df34a4444a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:01:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a1703ecf-c2d9-4d87-b595-fc02bab4e8ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "325f026b-f0bc-47c3-abba-897e1e1e19d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "78ff4a77-6e9d-4ae6-ae3b-4f7a295a2a4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:01:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "78ff4a77-6e9d-4ae6-ae3b-4f7a295a2a4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef476105-9301-4d34-9855-7c388a6f1ecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a132c430-e0b6-4d07-a205-6433b7fd5204", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e524b26f-86ee-4a42-b495-45311b5e01fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:01:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e524b26f-86ee-4a42-b495-45311b5e01fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:01:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f182d34-56c7-4fb2-ab81-b533d25ce3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:01:48Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:01:48Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:01:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:01:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "52c9c40c-aa40-47d2-ac8a-ace2d1251cf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d68dc838-f86b-405e-8fe4-309817ff560f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f1179ec7-25e2-4a65-bbb0-750f943e231f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:03:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f1179ec7-25e2-4a65-bbb0-750f943e231f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98b6d04a-1fe3-4192-9623-8a47b2040315", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3829f962-78ae-46ab-bf62-2d2f561e37d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5ba92e34-1989-4012-b0dd-4fbb15f09abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:03:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5ba92e34-1989-4012-b0dd-4fbb15f09abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2458ee55-7000-4754-9284-ce5c697ed4bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8994b0b7-7cd2-4ed7-9d9c-b71f9dfb0903", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8994b0b7-7cd2-4ed7-9d9c-b71f9dfb0903", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:03:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8994b0b7-7cd2-4ed7-9d9c-b71f9dfb0903", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:03:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6e01a408-1256-4857-9e1a-38ee969921de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6e01a408-1256-4857-9e1a-38ee969921de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c207c30f-36a2-4f52-b396-835bc4231c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c207c30f-36a2-4f52-b396-835bc4231c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aab392b-1f64-43c2-8d65-4bdef39dd2bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:03:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aab392b-1f64-43c2-8d65-4bdef39dd2bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8ea6fa10-5491-4ab8-8d95-a247453bd87d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6b14e0ab-bbe8-44b1-b6a4-6012c83ce822", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "91aff6b3-9922-4cf7-806f-ac4bf96cc2ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:04:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "91aff6b3-9922-4cf7-806f-ac4bf96cc2ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50f83db4-5e0d-440e-b172-cf3ead450e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e114aa57-4f00-493f-986e-966ede826f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "35599736-0950-4c15-b869-45623e74834b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:04:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "35599736-0950-4c15-b869-45623e74834b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5514db8d-cc25-40f7-ac8d-fd740d634bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42036fe6-51d5-4c12-8601-07125babfbac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42036fe6-51d5-4c12-8601-07125babfbac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:04:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42036fe6-51d5-4c12-8601-07125babfbac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:04:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd22068-0f52-440f-86f7-1df9b49205a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd22068-0f52-440f-86f7-1df9b49205a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "245fb1f2-0891-4b1d-ae6d-c122904304b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "245fb1f2-0891-4b1d-ae6d-c122904304b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62d2195e-5b54-4770-aa67-2a5ab12a7a7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62d2195e-5b54-4770-aa67-2a5ab12a7a7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "ed95122b-4691-43d9-b81c-c4043181fdb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-trusted-ca-bundle", "reconcileID": "1b71ae1c-4092-4a15-b5b4-1e0ec725df33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "2afecfaa-58ab-48ff-8d70-97dca86ea25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:04:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "2afecfaa-58ab-48ff-8d70-97dca86ea25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8685d33b-b0ce-438a-abf7-44d1fa1cdb73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "80ddeb30-a402-4f94-99e2-832f90150b64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-trusted-ca-bundle", "reconcileID": "729c746b-8732-45a2-ba52-a08c1a0da3ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7b175e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:04:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-trusted-ca-bundle", "reconcileID": "729c746b-8732-45a2-ba52-a08c1a0da3ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e453bdf-aff6-47ab-9f6c-617b17b2991a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1bfab968-b16d-45fd-a369-4f35d4364a13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1bfab968-b16d-45fd-a369-4f35d4364a13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1bfab968-b16d-45fd-a369-4f35d4364a13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da46ac0b-c039-41eb-81b5-589de743e5ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da46ac0b-c039-41eb-81b5-589de743e5ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da46ac0b-c039-41eb-81b5-589de743e5ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74dd17e0-9aa0-4ae3-a0e2-ecb58164f039", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74dd17e0-9aa0-4ae3-a0e2-ecb58164f039", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74dd17e0-9aa0-4ae3-a0e2-ecb58164f039", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb4ba70-c513-4213-b248-486db94ac552", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb4ba70-c513-4213-b248-486db94ac552", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb4ba70-c513-4213-b248-486db94ac552", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca73dc7-9841-4e7f-bcac-d3066817c201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca73dc7-9841-4e7f-bcac-d3066817c201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:05:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca73dc7-9841-4e7f-bcac-d3066817c201", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-7b175e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-trusted-ca-bundle", "reconcileID": "66d76afe-95ca-4dd6-aa87-53bdddddc762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-trusted-ca-bundle", "reconcileID": "66d76afe-95ca-4dd6-aa87-53bdddddc762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "3012620e-802a-4886-a3b1-3d5cc0b08a15", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "openshift-service-ca.crt", "reconcileID": "3012620e-802a-4886-a3b1-3d5cc0b08a15", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "565b9eb6-fa20-40e5-977f-cb67f369e3dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7b175e"}, "namespace": "e2e-modelref-7b175e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "565b9eb6-fa20-40e5-977f-cb67f369e3dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7b175e"} 2026-06-12T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "d1e68f02-9973-4387-8aea-aae7732d0850", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-trusted-ca-bundle", "reconcileID": "419f2518-5eb0-461f-940a-f79a0ee5d28a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "15726a8a-787e-4b59-bba0-d6c60d3c6639", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:05:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "15726a8a-787e-4b59-bba0-d6c60d3c6639", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "b8690b45-98ab-4563-b82a-5b1f545ef3f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f4803eb-6024-407c-8580-1cf53b4cecfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-trusted-ca-bundle", "reconcileID": "46ac3ea0-e46d-465e-a536-c9c5dbeae00a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-98127e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:05:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-trusted-ca-bundle", "reconcileID": "46ac3ea0-e46d-465e-a536-c9c5dbeae00a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1661377-5838-4927-962e-5e05335f838b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f34ac34-a7bd-4a5d-a4e2-6a12b0882a60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f34ac34-a7bd-4a5d-a4e2-6a12b0882a60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f34ac34-a7bd-4a5d-a4e2-6a12b0882a60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "857317ff-8128-43ac-a70a-325f816c2108", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "857317ff-8128-43ac-a70a-325f816c2108", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "857317ff-8128-43ac-a70a-325f816c2108", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fde55337-9825-4cdb-9620-bfcee31ee15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fde55337-9825-4cdb-9620-bfcee31ee15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fde55337-9825-4cdb-9620-bfcee31ee15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d9153c-9471-4d3b-8064-908ca0339c94", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d9153c-9471-4d3b-8064-908ca0339c94", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d9153c-9471-4d3b-8064-908ca0339c94", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e4e9def-170f-4e61-98a9-f900c919a3ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e4e9def-170f-4e61-98a9-f900c919a3ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:05:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e4e9def-170f-4e61-98a9-f900c919a3ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-98127e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-trusted-ca-bundle", "reconcileID": "474ec85e-2c99-4326-93a4-1ce281846398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-trusted-ca-bundle", "reconcileID": "474ec85e-2c99-4326-93a4-1ce281846398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "3a5d8a32-6d59-4db2-8072-894d20ea3b85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "openshift-service-ca.crt", "reconcileID": "3a5d8a32-6d59-4db2-8072-894d20ea3b85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a43bddda-f48a-4700-8c03-0ca9d6a1f86e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-98127e"}, "namespace": "e2e-modelref-98127e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a43bddda-f48a-4700-8c03-0ca9d6a1f86e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-98127e"} 2026-06-12T22:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "e61f4009-0781-4378-9ead-6e236119f182", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-trusted-ca-bundle", "reconcileID": "e310cc24-4399-4a5c-9bbb-ee0849fa637e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "5b831af9-0908-40a4-b2f3-0ac76b0a2b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "5b831af9-0908-40a4-b2f3-0ac76b0a2b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "ea720e72-1cde-4af5-8966-8abcf81f8ae1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06bdc207-ca94-40c7-8c34-5a1cfef44862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-trusted-ca-bundle", "reconcileID": "117e0033-266d-4f11-8670-ff2476c4dee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38ed1c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-trusted-ca-bundle", "reconcileID": "117e0033-266d-4f11-8670-ff2476c4dee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e79ad173-82a9-418e-b4df-15c65d0fd134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69a4ff9-6e2c-4b51-9232-745d3e4bdf03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69a4ff9-6e2c-4b51-9232-745d3e4bdf03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69a4ff9-6e2c-4b51-9232-745d3e4bdf03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-38ed1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-trusted-ca-bundle", "reconcileID": "77293a71-afcf-4656-96ef-afd7aae9b8f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-trusted-ca-bundle", "reconcileID": "77293a71-afcf-4656-96ef-afd7aae9b8f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "82e49347-4619-4b75-99cd-c577577509e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "openshift-service-ca.crt", "reconcileID": "82e49347-4619-4b75-99cd-c577577509e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a9d7c32-401d-4b4c-8171-5e16882c4c82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38ed1c"}, "namespace": "e2e-webhook-test-38ed1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a9d7c32-401d-4b4c-8171-5e16882c4c82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38ed1c"} 2026-06-12T22:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "84da0cb9-3621-487e-864f-229df89fe95c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "c4be1260-22a8-4f68-8c13-23b359597e08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "c4be1260-22a8-4f68-8c13-23b359597e08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "a9079920-6318-4566-bbdb-4961927eef9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "a9079920-6318-4566-bbdb-4961927eef9b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaf48cfb-06f3-47d8-ad3b-5735dac935ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "320a577e-babf-42b0-ab39-677628602dff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "51b6f881-1365-4d6c-8ad5-d1f917161e33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "a08f0e2e-44af-42df-9def-23c3dc914007", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "a08f0e2e-44af-42df-9def-23c3dc914007", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dba1fa2-9863-413f-a5a2-8eb6700a2f44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30bca39b-8926-44b7-b601-cf83bfb7b970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30bca39b-8926-44b7-b601-cf83bfb7b970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:06:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30bca39b-8926-44b7-b601-cf83bfb7b970", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-a15e3b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:06:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe2deeb-4382-4b8a-967c-c3ad464e8bdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe2deeb-4382-4b8a-967c-c3ad464e8bdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "64789c62-47c2-4a85-b588-c4d82f6be6dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "openshift-service-ca.crt", "reconcileID": "64789c62-47c2-4a85-b588-c4d82f6be6dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcaf64ff-dd39-4f25-9c73-5a42c788d30f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a15e3b"}, "namespace": "e2e-webhook-test-a15e3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcaf64ff-dd39-4f25-9c73-5a42c788d30f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a15e3b"} 2026-06-12T22:15:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:15:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:16:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:16:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23a2ed2b-8780-4f0a-b409-2b4e4fedd077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23a2ed2b-8780-4f0a-b409-2b4e4fedd077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23a2ed2b-8780-4f0a-b409-2b4e4fedd077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b476afa-83b4-4a4c-911a-d1674e188c2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b476afa-83b4-4a4c-911a-d1674e188c2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b476afa-83b4-4a4c-911a-d1674e188c2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:23:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c1d611-2545-48a8-9bdf-3964e1ecfef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:23:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c1d611-2545-48a8-9bdf-3964e1ecfef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:23:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c1d611-2545-48a8-9bdf-3964e1ecfef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8711d21-c84a-4010-b76c-8f2fdad08350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8711d21-c84a-4010-b76c-8f2fdad08350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:23:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8711d21-c84a-4010-b76c-8f2fdad08350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "1c5b6e6d-b3e8-4431-b475-0122544e9f36", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "47ad14d6-fdf3-4195-9848-5340293f5f9c", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "7ebae1e0-91a4-4a6d-b943-78fef2401dda", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "0eaeeff6-bd19-4c12-a4b7-785f4c7c5031", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "9f9b13a6-94f7-4e89-b2af-bbd05935ec2d", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "aca16c92-dd68-456f-b666-720fc068eef9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "da0d5db7-d960-409a-a1b5-b5f77174cc68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "4347b31b-f847-42ff-b1ae-73567e9a456c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "4347b31b-f847-42ff-b1ae-73567e9a456c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bb43555-f134-4ebb-9f53-dcd2a24c5e18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "3ca93af2-3ee1-4ed5-9adc-36ba3c36047b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "ffad6e06-6e90-40bd-959c-02d25d5aa7ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "ffad6e06-6e90-40bd-959c-02d25d5aa7ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d45139-6f12-43ef-bcfb-04f66228dae1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "347a5bc7-32d9-4011-9b3a-182a3d7b93d8", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-88768c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-88768c4d", "reconcileID": "ceaca072-7a69-4c75-b60b-bb986900407f", "Gateway": "e2e-ait-88768c4d", "namespace": "openshift-ingress"} 2026-06-12T22:23:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92721f3d-9dea-45a6-82a8-1cddcc00c1a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92721f3d-9dea-45a6-82a8-1cddcc00c1a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92721f3d-9dea-45a6-82a8-1cddcc00c1a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-88768c4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:23:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "001570e2-334e-44e1-97d6-77748ed9e324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "001570e2-334e-44e1-97d6-77748ed9e324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "f57c7e32-4ba8-4ffb-95cc-a4963f1f0306", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "openshift-service-ca.crt", "reconcileID": "f57c7e32-4ba8-4ffb-95cc-a4963f1f0306", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8deda773-a341-4787-9be7-0c08ecf4f323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-88768c4d"}, "namespace": "ai-tenant-e2e-ait-88768c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8deda773-a341-4787-9be7-0c08ecf4f323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-88768c4d"} 2026-06-12T22:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "d18e6867-db72-43f6-808f-281953d594b6", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "905685bd-dda7-4a4d-ad22-e17ac1690054", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "7320a04b-b286-4f6e-9440-e4d5ccb6d705", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "d500e7ed-4a5e-4b92-b267-960ce680ec5a", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "45c16ca4-5b26-47bb-b26c-80cde8bd5d39", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "openshift-service-ca.crt", "reconcileID": "060bddd0-40ce-41b6-9917-9b4b4e3ebbb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "4a3928f3-38cc-4f42-806d-96cc574c8c5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "4a3928f3-38cc-4f42-806d-96cc574c8c5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "openshift-service-ca.crt", "reconcileID": "0981cf8e-001f-4bd8-85bc-a933fbf8f001", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62f84848-25d4-4edc-a123-9f5136ef3130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "8db37778-c3bf-4d76-ab97-be9b9774df48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "8db37778-c3bf-4d76-ab97-be9b9774df48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "891027db-274d-4644-8804-653be049a50c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fb2737a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fb2737a6", "reconcileID": "9f5a1414-4b23-40c7-85a3-3da74a9f8def", "Gateway": "e2e-ait-fb2737a6", "namespace": "openshift-ingress"} 2026-06-12T22:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02acda67-ab56-4820-8f32-9c2a4252adc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02acda67-ab56-4820-8f32-9c2a4252adc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:23:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02acda67-ab56-4820-8f32-9c2a4252adc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-fb2737a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "5296b287-c1b0-4d1c-9c94-8d297a50c326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-trusted-ca-bundle", "reconcileID": "5296b287-c1b0-4d1c-9c94-8d297a50c326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "openshift-service-ca.crt", "reconcileID": "9a3acc80-f14a-4405-b287-2281a8ef9842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "openshift-service-ca.crt", "reconcileID": "9a3acc80-f14a-4405-b287-2281a8ef9842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5200dd2-0193-43c8-a9fd-2d5b514157de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"} 2026-06-12T22:23:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fb2737a6"}, "namespace": "ai-tenant-e2e-ait-fb2737a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5200dd2-0193-43c8-a9fd-2d5b514157de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fb2737a6"}