2026-06-08T13:53:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d00f1d77-b561-4656-ac52-a23a45709b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8b30689-f62b-40e0-87cf-a3c90edfcfb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28667c6c-6ba4-45c0-94a4-29f0dd2d518c", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "c6aea098-3134-4560-b498-98b6017497fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "c6aea098-3134-4560-b498-98b6017497fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97a8bf90-d5a5-4294-9c0f-0907f1ffd4ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "7fbc7a78-f4e9-454b-9023-f97cf4419fb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "7fbc7a78-f4e9-454b-9023-f97cf4419fb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2b3cf09-5084-4cdf-80b0-bead966b64de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7a64d3-981f-4b75-8d30-319cbfb1d473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7a64d3-981f-4b75-8d30-319cbfb1d473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7a64d3-981f-4b75-8d30-319cbfb1d473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea59268-05de-44a9-b89b-c5b549ea1dad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea59268-05de-44a9-b89b-c5b549ea1dad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea59268-05de-44a9-b89b-c5b549ea1dad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2d8ca3d0-ddc2-46eb-966f-07a365f3dd8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "959383de-efd0-4ae6-a179-f1931a3a2bee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b3887c2b-ccf0-4e01-8bbe-ec9575145cec", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:54:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b3887c2b-ccf0-4e01-8bbe-ec9575145cec", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8cc42b9-0c75-48c0-8aef-5f3f6d6bb6d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "6d245051-9200-4cde-b90c-da42fb0eceeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "36670a9b-29c0-40c2-bea5-c0ca833af250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:54:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "36670a9b-29c0-40c2-bea5-c0ca833af250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9afc65f4-3b57-4ea9-8b83-c66e49dac0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578e72b6-8957-4b72-859e-c8e70a8bf7c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578e72b6-8957-4b72-859e-c8e70a8bf7c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1166400b-b4cf-48c1-b951-82ca14c5b763", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "578e72b6-8957-4b72-859e-c8e70a8bf7c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2c72c4-f05d-4825-bdda-15579fa7852f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "53d64801-52d2-40f9-a8ca-eae9ff36ea77", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2c72c4-f05d-4825-bdda-15579fa7852f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2c72c4-f05d-4825-bdda-15579fa7852f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc6f43c-2c6c-415c-a7ca-4c1c78193f01", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "869595f2-9d4b-49a0-8037-1fb98fb0fb42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1513847-2f37-434c-827e-7152a03e2394", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "869595f2-9d4b-49a0-8037-1fb98fb0fb42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "869595f2-9d4b-49a0-8037-1fb98fb0fb42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95c99e98-252b-48fe-b246-bde6886b5a7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d2bc210-ac6c-4c2f-a81c-9b10fbb97226", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95c99e98-252b-48fe-b246-bde6886b5a7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95c99e98-252b-48fe-b246-bde6886b5a7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d16c311-8863-49af-88ae-85b7c10aead6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:54:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9cb52357-5b03-4496-8d19-a9dbb3021c0d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d16c311-8863-49af-88ae-85b7c10aead6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d16c311-8863-49af-88ae-85b7c10aead6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b800fa1-6c7f-4d85-b9d3-2354cfc5f530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:54:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:54:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "84abba67-6348-49a4-ae33-063b35d5f570", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b800fa1-6c7f-4d85-b9d3-2354cfc5f530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b800fa1-6c7f-4d85-b9d3-2354cfc5f530", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfddd5e2-8d70-488e-beaa-80e3bc1da6bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfddd5e2-8d70-488e-beaa-80e3bc1da6bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfddd5e2-8d70-488e-beaa-80e3bc1da6bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:55:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6d3f3206-b0c5-4217-b714-8606c79819e3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dc303b5d-9b91-4908-b848-e3a376166795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f828666-2748-45e3-8fb3-b2f39650897b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f828666-2748-45e3-8fb3-b2f39650897b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f828666-2748-45e3-8fb3-b2f39650897b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be9bd801-9704-410e-90bc-d2a8949e67a7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f3c255a2-9698-40f6-be5e-152bdfd6a84c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10e50a82-8beb-462c-98cb-f5e6f4db80de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10e50a82-8beb-462c-98cb-f5e6f4db80de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10e50a82-8beb-462c-98cb-f5e6f4db80de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "062e07b9-97db-4518-a394-d19c06b4c0f5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1ec0a412-ecb4-43fd-a037-81437ee086cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c9cadde-3d20-45d8-a70c-53902b0ca3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c9cadde-3d20-45d8-a70c-53902b0ca3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c9cadde-3d20-45d8-a70c-53902b0ca3a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14c7dde8-e71b-4888-8645-18aeb60e180a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "17cc4f29-d4ea-4e31-99e7-399200847cd2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc6a8219-542d-4c2d-99be-98f557ae578c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc6a8219-542d-4c2d-99be-98f557ae578c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc6a8219-542d-4c2d-99be-98f557ae578c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9193f9e5-4469-4c38-bf94-b9e3f039a5db", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "485019e2-7175-47f5-b871-5049b775ec23", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6a6bf03-ef73-4880-a2e0-ce9774a0702f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6a6bf03-ef73-4880-a2e0-ce9774a0702f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6a6bf03-ef73-4880-a2e0-ce9774a0702f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45d1534d-7722-436b-861e-0e05ff11425a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:56:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5021c425-25fb-4165-a025-12b5f67fed50", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:56:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7d5fe180-00a8-45fe-83e2-495d01f6ad2b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:56:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e720f0bb-18b9-4faf-b985-7f8d2cf0f64d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:56:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9df65253-e374-43c4-846e-6b567ff93676", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:56:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4fa33cd8-af0a-477d-b73f-e05e7ab0bdf0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03652468-69aa-4674-a6af-be6f801ba49c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04213ff6-0bd8-496b-af41-e07ef660b197", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:57:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:57:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0c306c74-5f19-41e5-822a-70ff0b639469", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "32864033-4ca3-4516-ac54-df5c28c6ff7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "71a301fb-db1e-40a3-a9e1-92636edd2fc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "33d0fda9-5fd5-46ca-88b6-01306ad0d4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "33d0fda9-5fd5-46ca-88b6-01306ad0d4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe3a38ff-5514-4d5f-bea1-b02bd9c40c5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "68cd439a-db8d-47a2-86b8-de8e5c3f4fa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "282d1024-6739-49a6-82e5-322e78e0c358", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "282d1024-6739-49a6-82e5-322e78e0c358", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45d263a7-27ad-422f-b84c-9a4860363998", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9251ee13-7e96-424b-aa59-aeb6910b6f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "37a8787d-a46a-4f64-ac95-19a1212956fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9085b0de-b3f8-467c-b74e-8ad171fd4f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:58:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9085b0de-b3f8-467c-b74e-8ad171fd4f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c03d04d1-0833-48d9-b471-36f3ab266d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "092f5eb3-1cd5-48ed-8a26-41f22777a956", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "1b55304e-0160-4438-befe-8f3fa51026a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:58:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "1b55304e-0160-4438-befe-8f3fa51026a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f3065a2-ffb3-4ccd-9cdc-4d7444341b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:58:28Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:58:28Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:58:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:58:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "041226be-354e-4be1-86bf-ca9af8777e72", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f0a4b8-d15a-4bb3-bded-d3fea60b225a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9400236f-6b4e-4aa5-a994-adbac1aee0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9400236f-6b4e-4aa5-a994-adbac1aee0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e911f9d-c5c5-4d25-8e05-b47d2593a5d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54e66b29-9329-4a9e-97dc-b79dc05bb3b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0372ca20-3e11-4a90-8475-f16b40adb090", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0372ca20-3e11-4a90-8475-f16b40adb090", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d7a312-dcdf-45d8-bdb9-ce533d93c1f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf65a5d-24f2-447e-8598-f77d3f1cb15e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf65a5d-24f2-447e-8598-f77d3f1cb15e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf65a5d-24f2-447e-8598-f77d3f1cb15e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:00:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "791603e0-90a1-4c2b-87a6-83da48582c07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "791603e0-90a1-4c2b-87a6-83da48582c07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ec4fc0c7-58ed-46a6-ad13-49907c32f9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ec4fc0c7-58ed-46a6-ad13-49907c32f9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02ee86bf-2969-4047-9a7d-b4e237f5c384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02ee86bf-2969-4047-9a7d-b4e237f5c384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "424c5b38-220e-4ac2-9473-ad50b4229523", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3b7348d0-d70c-4e44-866c-1574df4e14b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c433c24e-beef-41eb-8f1b-38ed8949d96f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c433c24e-beef-41eb-8f1b-38ed8949d96f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29609b22-8e62-4472-b432-f915038bb12c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0bb8ff0c-f6b0-45eb-a6f8-efaba295e88e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "40111b6e-6b7c-467f-b129-20a75545119c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "40111b6e-6b7c-467f-b129-20a75545119c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df3bab98-1a95-4dfd-a059-6f3e9a252880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63879ebb-33a9-454f-8ffe-cbf7758fd84e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63879ebb-33a9-454f-8ffe-cbf7758fd84e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63879ebb-33a9-454f-8ffe-cbf7758fd84e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ded5e5aa-8963-48bf-ad70-54f4e2f4cc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ded5e5aa-8963-48bf-ad70-54f4e2f4cc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "dccc45bb-42ea-4c27-a478-5ed108292566", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "dccc45bb-42ea-4c27-a478-5ed108292566", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "708dc1a2-9510-4059-9d32-e517d6cd089f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "708dc1a2-9510-4059-9d32-e517d6cd089f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:01:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "deef7893-620b-446b-ae23-3dec6b910934", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-trusted-ca-bundle", "reconcileID": "6331575f-a4f0-41a0-a04f-955062b56f36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "09205974-ecdd-47a0-82e9-1dc95f728da4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "09205974-ecdd-47a0-82e9-1dc95f728da4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "34fa6a93-a438-4f98-bb82-fcfc515ae2b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "125fe50f-fa40-44b7-ad71-3b8639ac39a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-trusted-ca-bundle", "reconcileID": "33b13768-11ed-41cc-a94d-93a78ed0fe63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5b862d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-trusted-ca-bundle", "reconcileID": "33b13768-11ed-41cc-a94d-93a78ed0fe63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b12fb6d-1dfa-4513-b372-b4436570a72a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e32ea2f-a3c9-4ade-898e-926cb200c98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e32ea2f-a3c9-4ade-898e-926cb200c98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e32ea2f-a3c9-4ade-898e-926cb200c98d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dee0d379-081f-4b0b-b06e-06054555a815", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dee0d379-081f-4b0b-b06e-06054555a815", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dee0d379-081f-4b0b-b06e-06054555a815", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26cfe17e-3b0f-4fdf-83bf-d9c4d53e1c69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26cfe17e-3b0f-4fdf-83bf-d9c4d53e1c69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26cfe17e-3b0f-4fdf-83bf-d9c4d53e1c69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9455c2a5-4e8d-4143-8079-04346d0b80f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9455c2a5-4e8d-4143-8079-04346d0b80f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9455c2a5-4e8d-4143-8079-04346d0b80f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ffffca9-05b6-4aa4-8727-78d92c6f1d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ffffca9-05b6-4aa4-8727-78d92c6f1d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ffffca9-05b6-4aa4-8727-78d92c6f1d0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5b862d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-trusted-ca-bundle", "reconcileID": "aed55ba5-80ae-4e41-a249-f6e11fccda3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-trusted-ca-bundle", "reconcileID": "aed55ba5-80ae-4e41-a249-f6e11fccda3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "1283f5b8-99a0-4964-8963-a6729af9fb64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "openshift-service-ca.crt", "reconcileID": "1283f5b8-99a0-4964-8963-a6729af9fb64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08a7aad6-8217-4cee-82c9-548a973358e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5b862d"}, "namespace": "e2e-modelref-5b862d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08a7aad6-8217-4cee-82c9-548a973358e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5b862d"} 2026-06-08T14:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "f5efea03-7f86-446e-80b4-b6d63e6d1c2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-trusted-ca-bundle", "reconcileID": "b5b9328c-0a5e-4980-b19c-2d853fa483c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "a538e8db-e3ae-4dbf-85f0-fe783a3475e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "a538e8db-e3ae-4dbf-85f0-fe783a3475e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d91c12-843e-489f-a516-113cdfecdb93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "25aec8fa-40f0-4f71-ab1a-7f870bdfff3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-trusted-ca-bundle", "reconcileID": "170e7694-0e5e-45ba-a0ed-e476b880ae2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-8779ab", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-trusted-ca-bundle", "reconcileID": "170e7694-0e5e-45ba-a0ed-e476b880ae2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b4af6b2-564f-46cf-a27c-728ae6d29de4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d16dc980-1119-420b-87cd-f560e30614f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d16dc980-1119-420b-87cd-f560e30614f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d16dc980-1119-420b-87cd-f560e30614f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98a0bc6f-0438-44b9-af5f-900883af38bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98a0bc6f-0438-44b9-af5f-900883af38bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98a0bc6f-0438-44b9-af5f-900883af38bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28ba590-1c98-4bb2-95ec-9d9d5a09c369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28ba590-1c98-4bb2-95ec-9d9d5a09c369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28ba590-1c98-4bb2-95ec-9d9d5a09c369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "affb6d3b-befd-42bd-8ec5-be438caf9c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "affb6d3b-befd-42bd-8ec5-be438caf9c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "affb6d3b-befd-42bd-8ec5-be438caf9c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c7dd29-07c2-43a3-8b35-9c979e7ab18f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c7dd29-07c2-43a3-8b35-9c979e7ab18f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c7dd29-07c2-43a3-8b35-9c979e7ab18f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-8779ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-trusted-ca-bundle", "reconcileID": "370e7479-c23d-4c9f-b516-8b7b8079e465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-trusted-ca-bundle", "reconcileID": "370e7479-c23d-4c9f-b516-8b7b8079e465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "965e90fd-b642-4105-aa49-fde8b86f7efd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "openshift-service-ca.crt", "reconcileID": "965e90fd-b642-4105-aa49-fde8b86f7efd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beca45a7-d9a8-4241-875e-b17c2e5b188e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-8779ab"}, "namespace": "e2e-modelref-8779ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beca45a7-d9a8-4241-875e-b17c2e5b188e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-8779ab"} 2026-06-08T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "2217e4a8-7e6f-4d17-a119-8422903918c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-trusted-ca-bundle", "reconcileID": "4e43035a-d090-4446-9e1b-4b0676cf25ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "6799fe10-27fe-47e9-b3b2-e6dc4ed9d278", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "6799fe10-27fe-47e9-b3b2-e6dc4ed9d278", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "d1f09257-185a-44ca-9c45-cccc75cd6f53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b0d92d5-1be0-4053-9741-296af19b1c4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-trusted-ca-bundle", "reconcileID": "c7efa75d-076b-4565-8ca1-cc67e3686650", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7f7066", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-trusted-ca-bundle", "reconcileID": "c7efa75d-076b-4565-8ca1-cc67e3686650", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f1a9fe1-49fa-4473-a30a-75458d568042", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ec0529-8a97-4ec8-8ff5-60b9f98ff5e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ec0529-8a97-4ec8-8ff5-60b9f98ff5e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ec0529-8a97-4ec8-8ff5-60b9f98ff5e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7f7066 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:03:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-trusted-ca-bundle", "reconcileID": "30e54e27-aed2-4fdc-9d2e-55a6310bb901", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-trusted-ca-bundle", "reconcileID": "30e54e27-aed2-4fdc-9d2e-55a6310bb901", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "94b7432e-2008-4f98-9b60-adc0059c5682", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "openshift-service-ca.crt", "reconcileID": "94b7432e-2008-4f98-9b60-adc0059c5682", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559b1d8c-8f7f-4679-905d-2272afb7d18e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7f7066"}, "namespace": "e2e-webhook-test-7f7066", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559b1d8c-8f7f-4679-905d-2272afb7d18e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7f7066"} 2026-06-08T14:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "5ec0c8b7-4531-4208-b9c3-fc447a80215d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-trusted-ca-bundle", "reconcileID": "9dfa05cd-03b4-43a5-b0f6-ed5071c23381", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "2a52ae6d-259d-4d75-8072-0d5345bf4103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "2a52ae6d-259d-4d75-8072-0d5345bf4103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "dc1fea99-dca7-4986-b416-5d2ee177e890", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "dc1fea99-dca7-4986-b416-5d2ee177e890", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c82ce945-fd25-43fd-bf3f-9de4eca93bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "e477cc8b-9961-4be4-a8d1-1cc273626c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-trusted-ca-bundle", "reconcileID": "b537ff75-673c-4ff9-95ce-8c079cf1442e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-49cebc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-trusted-ca-bundle", "reconcileID": "b537ff75-673c-4ff9-95ce-8c079cf1442e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daa02ea8-9d9a-4a2d-8cf8-fae468eb2db2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d0ae99b-683b-46c4-8548-30c7b16f3aa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d0ae99b-683b-46c4-8548-30c7b16f3aa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:03:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d0ae99b-683b-46c4-8548-30c7b16f3aa4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-49cebc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-trusted-ca-bundle", "reconcileID": "35c847b5-9432-4091-a8ef-859b6c847312", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-trusted-ca-bundle", "reconcileID": "35c847b5-9432-4091-a8ef-859b6c847312", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "6dd3f8d4-9bf6-4182-b1d6-cc973dd326a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "openshift-service-ca.crt", "reconcileID": "6dd3f8d4-9bf6-4182-b1d6-cc973dd326a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72f317e9-a5d2-4f34-bd1d-c864078c30b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-49cebc"}, "namespace": "e2e-webhook-test-49cebc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72f317e9-a5d2-4f34-bd1d-c864078c30b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-49cebc"} 2026-06-08T14:11:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:11:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:11:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:11:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:17:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:17:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:17:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:17:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "907f1484-76d8-4b79-b0f8-18ede948484b", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "7e2bebd0-0ed9-4004-bb55-ce49612c0499", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "e644fa75-841a-4f30-8ab7-c951b31f91ed", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "10740c10-69c4-43d3-a48d-83f8b93aa788", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "97186b20-b4cf-4ace-b117-27105aecd965", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "openshift-service-ca.crt", "reconcileID": "641eb68d-3106-4c4d-9312-d360bc63950a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "fe4e6406-8fd6-49df-9a65-4e5b9d8f8e09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "fe4e6406-8fd6-49df-9a65-4e5b9d8f8e09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "openshift-service-ca.crt", "reconcileID": "b1561473-8c8e-4ab8-b726-3b453cc11adb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83e5e2ea-0d9e-4eaa-a8a3-9c2ce733e4e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "2b3385eb-1a88-406d-892f-5ecf7940a3e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "2b3385eb-1a88-406d-892f-5ecf7940a3e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18f92f17-d2fc-4947-8507-a3abec1b389b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "6133a3ad-6e3b-4fb3-89ea-7f4f42c63b96", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c76ba5df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c76ba5df", "reconcileID": "f7e59c9f-5650-47da-8e28-052c638a4dea", "Gateway": "e2e-ait-c76ba5df", "namespace": "openshift-ingress"} 2026-06-08T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84836980-051b-4fdd-b5dc-9c34c07a3448", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84836980-051b-4fdd-b5dc-9c34c07a3448", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84836980-051b-4fdd-b5dc-9c34c07a3448", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-c76ba5df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "1e1c44ca-d86c-47b1-8b5d-e809e1bceb1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "1e1c44ca-d86c-47b1-8b5d-e809e1bceb1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "1e1c44ca-d86c-47b1-8b5d-e809e1bceb1f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-c76ba5df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "openshift-service-ca.crt", "reconcileID": "5286c13e-308b-4321-9e6a-d0ca2d8aaec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "openshift-service-ca.crt", "reconcileID": "5286c13e-308b-4321-9e6a-d0ca2d8aaec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e15c33db-e28e-43a0-9e8a-ad1dd903118d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e15c33db-e28e-43a0-9e8a-ad1dd903118d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "524f4096-7210-4453-afa6-bbc8d48d20d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c76ba5df"}, "namespace": "e2e-aitenant-c76ba5df", "name": "odh-trusted-ca-bundle", "reconcileID": "524f4096-7210-4453-afa6-bbc8d48d20d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c76ba5df"} 2026-06-08T14:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "0d83c6d2-65e6-4f4b-88bd-6ad153867aef", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "97cd21fd-ae98-43cb-ad7d-92862659ee41", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "5b0cf3a1-308d-4bb4-99df-0630b3e5b66d", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "846e3671-cad1-487c-a13a-18adf69ebb43", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "a039e640-2323-4915-b9c1-a8f41d8af3cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-trusted-ca-bundle", "reconcileID": "82605492-8f23-4f49-b427-c61b1a1603bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "c37f34b3-4b4d-4dea-8c15-4efd0198a720", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "c37f34b3-4b4d-4dea-8c15-4efd0198a720", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "6440c459-9835-45ab-ab08-41efc3a6aef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "6440c459-9835-45ab-ab08-41efc3a6aef4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e95f874-6518-4f96-b803-45ae2ae38253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "ba222b43-bd86-4262-ab7a-3fc5e74984b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-trusted-ca-bundle", "reconcileID": "ca73dce0-f16c-46fe-a1d3-86ab1c92f49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-56a8e437", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-trusted-ca-bundle", "reconcileID": "ca73dce0-f16c-46fe-a1d3-86ab1c92f49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db1490e2-1579-47dc-87c7-0615a40dff00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "b8bdc90d-4b69-425d-9ff3-9bdedde9b78b", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "49312cae-c0f1-472e-9bf0-e1c662d78fb6", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-56a8e437","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-56a8e437", "reconcileID": "68620fd5-cda2-4eba-9605-c1f490272f4c", "Gateway": "e2e-ait-56a8e437", "namespace": "openshift-ingress"} 2026-06-08T14:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58a97719-88f2-468c-8827-39a14836ce8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58a97719-88f2-468c-8827-39a14836ce8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:20:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58a97719-88f2-468c-8827-39a14836ce8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-56a8e437 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-trusted-ca-bundle", "reconcileID": "9f5fc3c4-fc17-4558-8426-ce7d5dce1dc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-trusted-ca-bundle", "reconcileID": "9f5fc3c4-fc17-4558-8426-ce7d5dce1dc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "0e49f764-a8ce-4713-a61e-18de9a81491b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "openshift-service-ca.crt", "reconcileID": "0e49f764-a8ce-4713-a61e-18de9a81491b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff253be6-b8b5-4e45-ba72-812947944a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437"} 2026-06-08T14:20:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-56a8e437"}, "namespace": "e2e-aitenant-56a8e437", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff253be6-b8b5-4e45-ba72-812947944a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-56a8e437"}