2026-06-14T03:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2421199-c193-4055-b3b1-098aa21e6ed0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668f6320-8d5b-4284-9c7f-b05ae279d617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668f6320-8d5b-4284-9c7f-b05ae279d617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "32134465-5907-4215-b5ef-2ba30f7de97a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668f6320-8d5b-4284-9c7f-b05ae279d617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1097edad-2e39-4ec9-ae75-447afdde821d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85a7bdd-3d0b-4edb-bdc4-084ef8aa90ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1097edad-2e39-4ec9-ae75-447afdde821d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1097edad-2e39-4ec9-ae75-447afdde821d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "674dca9e-c78a-4f26-ae9f-137be16ac7fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6c78211e-dc42-4340-862e-4b6e7ed942ef", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "674dca9e-c78a-4f26-ae9f-137be16ac7fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "674dca9e-c78a-4f26-ae9f-137be16ac7fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97ad5b1d-dc21-4edf-a41c-61adfd667249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7edeff86-2b85-42ac-ba88-5a5ec506b4c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7edeff86-2b85-42ac-ba88-5a5ec506b4c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7edeff86-2b85-42ac-ba88-5a5ec506b4c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84f0f22-4379-4d18-96e0-2d06c388d7ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bd8d8152-0394-4ad2-ad23-11ea7867d5e4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84f0f22-4379-4d18-96e0-2d06c388d7ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84f0f22-4379-4d18-96e0-2d06c388d7ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53aab8bc-3c82-45ef-b3b2-7da94928e192", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7755229d-0c64-478e-b9ab-8018a11d3924", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53aab8bc-3c82-45ef-b3b2-7da94928e192", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53aab8bc-3c82-45ef-b3b2-7da94928e192", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:26:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:26:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ec122b1-807c-4cdf-94aa-0e56a6eb9af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:26:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T03:26:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:26:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3296ea25-f1ff-4f30-b706-f8572222cf02", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ec122b1-807c-4cdf-94aa-0e56a6eb9af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ec122b1-807c-4cdf-94aa-0e56a6eb9af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34fbdf27-21fa-46f5-a7c3-33e0f8e8bd2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34fbdf27-21fa-46f5-a7c3-33e0f8e8bd2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:27:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34fbdf27-21fa-46f5-a7c3-33e0f8e8bd2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T03:27:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bbd4de05-bdb5-4817-a814-590c58c42b53", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T03:27:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7cb17991-2958-4396-8d6a-c8e389f18725", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecab514a-d1b6-4ea9-8a08-d68d6c508c1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecab514a-d1b6-4ea9-8a08-d68d6c508c1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecab514a-d1b6-4ea9-8a08-d68d6c508c1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T03:27:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "43f488ea-fc09-4bbe-8ceb-fd3647d21a1c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T03:27:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "81b40292-43d3-4b87-a4a3-d2ab95eb5633", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1060b85f-d414-478d-8fe7-3106855b58fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1060b85f-d414-478d-8fe7-3106855b58fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1060b85f-d414-478d-8fe7-3106855b58fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T03:27:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "878e57e6-a53b-45c6-b624-a45e2c584b21", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:27:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "80a9e42e-ba4b-4d10-8839-7588fc7b91f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c7d8f8-5a32-49c9-8ff7-fc1cc00f373f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c7d8f8-5a32-49c9-8ff7-fc1cc00f373f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c7d8f8-5a32-49c9-8ff7-fc1cc00f373f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "447a56a1-5f8b-42d2-98c9-e27e4ab5ba7f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ad44c1df-6620-4e70-a09a-ff9fe4b4c452", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e327d1c-69ed-43fa-bcde-275f126bfff0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e327d1c-69ed-43fa-bcde-275f126bfff0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e327d1c-69ed-43fa-bcde-275f126bfff0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84e09ac7-61e7-48ca-9bd0-ab737fad306e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T03:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8cc17666-ce15-4127-9c5f-360d89ab400d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:28:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c827d1c-824c-453c-a039-039292dc8ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:28:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c827d1c-824c-453c-a039-039292dc8ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:28:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c827d1c-824c-453c-a039-039292dc8ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:28:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:28:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:28:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:28:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T03:28:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "40647014-c2ac-4f80-8457-2b625e07393c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:28:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:28:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:28:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:28:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T03:28:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "82a650b2-12c9-4ae3-ad40-0afd9ebc2576", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T03:28:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:28:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:28:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:28:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T03:28:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4165b1e2-a97e-46fb-96a1-fe31a4baf541", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:28:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:28:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:28:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:28:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T03:28:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ddc00076-5ddf-436b-b1b2-3c55d440ea97", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T03:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "caef88f1-5fec-4119-bf5b-dbed8cfa9485", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:28:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:28:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:28:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ab51fc8a-683e-4b9e-b757-b0545dc58216", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:29:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:29:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:29:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:29:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T03:29:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:29:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5fa4fc42-de1a-4c3f-92a2-8487af3e41a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T03:29:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:29:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:29:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:29:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T03:29:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:29:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0c4d89a7-6812-426c-8bf6-4c9205ccb92f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T03:29:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:29:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:29:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:29:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:31:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:31:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:31:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:31:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T03:31:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T03:31:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea344f9d-cc6c-4a54-9c9b-b00d49778bb1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T03:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "fee200d0-5abd-42e6-9240-8485a9a988aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "abf16bf8-b874-43f4-af51-89790df31f6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "16549784-360b-464c-9247-48a8332d72ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:31:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "16549784-360b-464c-9247-48a8332d72ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "29874b3a-d710-45e7-814c-3c7acb0b9be4", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:31:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "29874b3a-d710-45e7-814c-3c7acb0b9be4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57aa0369-e056-4fb9-b514-d63039aaf6fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e0d7b3a1-2dac-4cb7-9ab4-8422c2cfaac0", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "77ef905d-edb3-49cf-bca7-44c7e6cd416b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:31:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "77ef905d-edb3-49cf-bca7-44c7e6cd416b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T03:31:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1878b51-ec70-4a58-b4d6-df35e310436f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T03:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e77558f5-ab63-4e40-86ef-9d256e02b541", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2c4e52-e7fa-42e7-8d68-9d95c799b4cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "146c0388-6e63-454e-b7e4-2d2eecd6e53c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:31:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "146c0388-6e63-454e-b7e4-2d2eecd6e53c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50749028-5aa9-43da-88cc-c8ca1b4f9a2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d383982a-50b0-460e-9765-3a9f48b6c8d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a5bf86d3-9dc5-4c7b-a04e-07b8cc1a41a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:31:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a5bf86d3-9dc5-4c7b-a04e-07b8cc1a41a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T03:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b7ed32f-8b4d-474f-aae8-3caa9e06a6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T03:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1d453e01-f6fa-4b0a-b06d-81b50087072c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5d7944cd-2b12-435d-9526-d26b3e684c9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "beb88cc8-208b-4b43-b4fd-f68908c462ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:33:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "beb88cc8-208b-4b43-b4fd-f68908c462ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7421df-7192-4edf-a6e0-1f03ad019adf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "51d80be1-66d2-405d-b945-1a91a1248ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "db0ce620-b0ad-4abe-92e4-b05e7c45dbc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:33:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "db0ce620-b0ad-4abe-92e4-b05e7c45dbc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "757c6896-4db9-4c60-9fcd-21384d7eff48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c887509d-ff42-4b6b-b850-4b809b5f009c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c887509d-ff42-4b6b-b850-4b809b5f009c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:34:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c887509d-ff42-4b6b-b850-4b809b5f009c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:34:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b42a4ca0-1196-4d62-b480-4be0b7e5ec3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b42a4ca0-1196-4d62-b480-4be0b7e5ec3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "663b271b-1214-462c-a735-8ec92fedf67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "663b271b-1214-462c-a735-8ec92fedf67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c0a821-2e5a-4c04-8805-08733d5444a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c0a821-2e5a-4c04-8805-08733d5444a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b47b381f-eb93-4f7c-bf09-7527a8200759", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e1bf538c-676a-43b9-93f2-8f66df29b4f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3a7a2a20-0350-4118-abf7-1ec69c4c7d9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:34:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3a7a2a20-0350-4118-abf7-1ec69c4c7d9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba505ed5-d9c6-43ba-a8d4-b9722cfd22fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "11c2c003-7af9-4d88-8132-bafd78d38764", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2c02d534-d697-4e18-b534-fd60913a9d09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:34:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2c02d534-d697-4e18-b534-fd60913a9d09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bfa503c-fed8-4854-9bfd-a2997dd43612", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e68cea3-ebac-4bd5-9a89-059825ba30ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e68cea3-ebac-4bd5-9a89-059825ba30ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e68cea3-ebac-4bd5-9a89-059825ba30ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:35:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7f1b4ae8-923f-432d-a348-83e8bcf4f065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7f1b4ae8-923f-432d-a348-83e8bcf4f065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbe5895a-b304-4fd4-946c-c1522ae9eff4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbe5895a-b304-4fd4-946c-c1522ae9eff4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92d5da21-03e1-4219-adfc-e4a26daef18f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92d5da21-03e1-4219-adfc-e4a26daef18f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T03:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "488de859-3d1e-4dac-96ea-18453e9a31d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-trusted-ca-bundle", "reconcileID": "649cbfbb-4e53-4e21-8da7-5912d417957e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "0de9f3fb-5747-4202-bb7e-a9754a50de95", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "0de9f3fb-5747-4202-bb7e-a9754a50de95", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e89b285c-e8fa-419d-94bd-09b3ae5994cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "adb3d788-0841-49a9-8149-c71129f6c838", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-trusted-ca-bundle", "reconcileID": "c4607651-63ba-4b77-84b2-11cf3be3ccf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-597327", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-trusted-ca-bundle", "reconcileID": "c4607651-63ba-4b77-84b2-11cf3be3ccf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44157769-b5da-4bac-87db-d1cf73d8300c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55060265-b92a-4928-aa48-777081649793", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55060265-b92a-4928-aa48-777081649793", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55060265-b92a-4928-aa48-777081649793", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448952ce-d3ea-4d5a-851c-b4f91a2d7712", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448952ce-d3ea-4d5a-851c-b4f91a2d7712", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448952ce-d3ea-4d5a-851c-b4f91a2d7712", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59bf0c21-4201-4a1b-8579-c2baccb1e819", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59bf0c21-4201-4a1b-8579-c2baccb1e819", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59bf0c21-4201-4a1b-8579-c2baccb1e819", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca62a599-c05b-4023-b2b0-b6c856857956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca62a599-c05b-4023-b2b0-b6c856857956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca62a599-c05b-4023-b2b0-b6c856857956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ea2eccb-a421-4fd8-b597-6dbf2fe919d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ea2eccb-a421-4fd8-b597-6dbf2fe919d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ea2eccb-a421-4fd8-b597-6dbf2fe919d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-597327 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-trusted-ca-bundle", "reconcileID": "73f84e37-8fdf-48b2-82f7-b954a6a946f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-trusted-ca-bundle", "reconcileID": "73f84e37-8fdf-48b2-82f7-b954a6a946f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "6de8e8b0-7ef0-41b6-bfa3-f0320dd3edd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "openshift-service-ca.crt", "reconcileID": "6de8e8b0-7ef0-41b6-bfa3-f0320dd3edd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15057ac9-0c62-4ae6-b1ca-56bfc7725ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-597327"}, "namespace": "e2e-modelref-597327", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15057ac9-0c62-4ae6-b1ca-56bfc7725ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-597327"} 2026-06-14T03:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "941767ca-6cd2-4de3-9912-973988676b54", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-trusted-ca-bundle", "reconcileID": "d8328f2c-6237-4245-a8d3-0ba2f59bd147", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "220e9466-6438-40a3-93ed-18911f2cd93b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "220e9466-6438-40a3-93ed-18911f2cd93b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bc10655-60e6-48c5-97ed-b138326cbca6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "c83d121e-8e79-4466-8dc8-b2af217b06cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-trusted-ca-bundle", "reconcileID": "0c8126d6-e88f-4bb0-907e-79e84318a573", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-10719a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:35:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-trusted-ca-bundle", "reconcileID": "0c8126d6-e88f-4bb0-907e-79e84318a573", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b77a78-f2d8-428a-aeb5-52ead63e4f2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:35:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01e79ac1-1dea-47bd-8b3d-aabb5d4e2cb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01e79ac1-1dea-47bd-8b3d-aabb5d4e2cb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01e79ac1-1dea-47bd-8b3d-aabb5d4e2cb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5317068d-d51d-417a-9a47-e93a763c77d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5317068d-d51d-417a-9a47-e93a763c77d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5317068d-d51d-417a-9a47-e93a763c77d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d5360d-2f06-4bbc-9664-d96f8d6d4076", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d5360d-2f06-4bbc-9664-d96f8d6d4076", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35d5360d-2f06-4bbc-9664-d96f8d6d4076", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2487bb31-f3a8-4d2c-8f1a-c7b70092b9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2487bb31-f3a8-4d2c-8f1a-c7b70092b9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2487bb31-f3a8-4d2c-8f1a-c7b70092b9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:36:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee6e3875-279d-4cec-95cd-d5f2e230cfa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee6e3875-279d-4cec-95cd-d5f2e230cfa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee6e3875-279d-4cec-95cd-d5f2e230cfa6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-10719a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:36:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-trusted-ca-bundle", "reconcileID": "6603e77d-b2a1-4d48-a450-a1ff7fe7d205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-trusted-ca-bundle", "reconcileID": "6603e77d-b2a1-4d48-a450-a1ff7fe7d205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "91aef044-f07b-4a78-8e77-c195a931bf64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "openshift-service-ca.crt", "reconcileID": "91aef044-f07b-4a78-8e77-c195a931bf64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7185ee04-5e78-4001-916f-c935fbfc31f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-10719a"}, "namespace": "e2e-modelref-10719a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7185ee04-5e78-4001-916f-c935fbfc31f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-10719a"} 2026-06-14T03:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "903a1b95-c431-473a-be09-65a20b9033dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-trusted-ca-bundle", "reconcileID": "a84f01a3-0a76-45bc-9b0b-a5f1fd708f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "c665956a-fef4-4fc2-b9b3-f40ebe4ea1d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "c665956a-fef4-4fc2-b9b3-f40ebe4ea1d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81d69575-4d0a-44e0-b734-6c834ffecaa7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "40c76d4a-6f9d-4c73-b6a4-b384b410a749", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2726eb-2f22-4bcf-ac49-da368047f150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b22cf6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2726eb-2f22-4bcf-ac49-da368047f150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61669584-1f5a-482d-8d16-be72afc6313c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41dc0747-026c-4987-937c-1d98d8ad753b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41dc0747-026c-4987-937c-1d98d8ad753b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41dc0747-026c-4987-937c-1d98d8ad753b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-b22cf6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-trusted-ca-bundle", "reconcileID": "7acfbb35-ab5f-4bee-b207-755984c62970", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-trusted-ca-bundle", "reconcileID": "7acfbb35-ab5f-4bee-b207-755984c62970", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "df4d6ba9-b43e-4294-a42e-2df2de8885fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "openshift-service-ca.crt", "reconcileID": "df4d6ba9-b43e-4294-a42e-2df2de8885fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52848601-1fc9-4c7d-b7cf-262a855cf52b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-b22cf6"}, "namespace": "e2e-webhook-test-b22cf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52848601-1fc9-4c7d-b7cf-262a855cf52b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-b22cf6"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "e63e8c9d-322f-47bf-b7c0-31821b5e1187", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-trusted-ca-bundle", "reconcileID": "0d08cf3d-d7fe-4168-8d2f-a44e89820758", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "6637ed9c-de6d-4db9-aad7-693d1ea52e02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "6637ed9c-de6d-4db9-aad7-693d1ea52e02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "97eec10c-0c02-496e-a2d5-3a398b08ce80", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5ead992-a3dd-42b8-9852-d6b8651f084a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-trusted-ca-bundle", "reconcileID": "d793c0db-a61e-49dc-8a07-a69c5976a677", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7089bd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-trusted-ca-bundle", "reconcileID": "d793c0db-a61e-49dc-8a07-a69c5976a677", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f26218-d841-4458-ba91-2447b5c62bb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9ffa0-e149-4bd8-a7ff-c6675d10e6e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9ffa0-e149-4bd8-a7ff-c6675d10e6e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:36:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9ffa0-e149-4bd8-a7ff-c6675d10e6e7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7089bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:36:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-trusted-ca-bundle", "reconcileID": "db121260-2df0-4975-bbbc-d3cf2725784c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-trusted-ca-bundle", "reconcileID": "db121260-2df0-4975-bbbc-d3cf2725784c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "b58d73b8-4b88-4c43-a078-1b9229739436", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "openshift-service-ca.crt", "reconcileID": "b58d73b8-4b88-4c43-a078-1b9229739436", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4d40a1-1f2f-40bc-9a31-42189015d707", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7089bd"}, "namespace": "e2e-webhook-test-7089bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4d40a1-1f2f-40bc-9a31-42189015d707", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7089bd"} 2026-06-14T03:44:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:44:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:44:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:44:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e994958-76c5-4baa-8207-8f29009f8235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e994958-76c5-4baa-8207-8f29009f8235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e994958-76c5-4baa-8207-8f29009f8235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5fdf79-22d4-46f5-a472-eaf66b86550f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5fdf79-22d4-46f5-a472-eaf66b86550f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:53:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5fdf79-22d4-46f5-a472-eaf66b86550f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5530beaf-7e9f-4064-878a-98745ad85299", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5530beaf-7e9f-4064-878a-98745ad85299", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5530beaf-7e9f-4064-878a-98745ad85299", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64c89bd7-bfec-4c20-aae1-b968d6b0c949", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64c89bd7-bfec-4c20-aae1-b968d6b0c949", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T03:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64c89bd7-bfec-4c20-aae1-b968d6b0c949", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T03:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "935093dc-187c-489e-a9c6-5384acc62797", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-trusted-ca-bundle", "reconcileID": "e3e4a778-ad8b-43ea-a172-bc6d942acbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "346a76c7-6e5c-4da6-968f-d9d9db842196", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "346a76c7-6e5c-4da6-968f-d9d9db842196", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f242e68-eb78-4478-bee6-5a852b78f5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "691ec6c0-6c0a-4907-ab83-64f88c9f2ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-trusted-ca-bundle", "reconcileID": "256c4a9e-c451-4aac-9927-4b9a523987f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-9129a723", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-trusted-ca-bundle", "reconcileID": "256c4a9e-c451-4aac-9927-4b9a523987f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b89f57-a1b0-4613-a89d-558c349a729d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d34139dc-7c93-4eae-b259-8ce5934eb82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d34139dc-7c93-4eae-b259-8ce5934eb82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d34139dc-7c93-4eae-b259-8ce5934eb82f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-9129a723 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-trusted-ca-bundle", "reconcileID": "02c2dd2c-0611-4d8d-8ae1-3396d490e654", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-trusted-ca-bundle", "reconcileID": "02c2dd2c-0611-4d8d-8ae1-3396d490e654", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "51204282-e2ae-4903-88e5-4eb5f9ffc0fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "openshift-service-ca.crt", "reconcileID": "51204282-e2ae-4903-88e5-4eb5f9ffc0fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18aee862-6066-483e-8c46-fb1a0f0923d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-9129a723"}, "namespace": "e2e-ait-wrong-9129a723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18aee862-6066-483e-8c46-fb1a0f0923d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-9129a723"} 2026-06-14T03:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "3ba366d3-3546-4757-8bad-bbf5aaf12af0", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "9408f44e-27ab-4bfd-94fa-db275a3f2ce4", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "ec7063be-6426-4874-9df2-b889df9c4e0f", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "708f46e3-9313-4897-8ed0-24fb4fdcf359", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "8ba11e68-2cdc-4b5b-b121-3f3285325cc2", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "81d4e462-a435-4760-9da4-2e31562f0037", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "068cddfa-0830-479c-a24d-8ac851d7614e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "068cddfa-0830-479c-a24d-8ac851d7614e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-trusted-ca-bundle", "reconcileID": "7fcec556-1025-4193-a6fd-3be86725f176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2de5b3e-0f2e-40be-a2ba-8f199099bdd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "22a1c17a-0b37-4c3a-b3cc-13af3cd91cbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-trusted-ca-bundle", "reconcileID": "30b26812-6c70-4114-beaa-950af875c283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1366af1e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-trusted-ca-bundle", "reconcileID": "30b26812-6c70-4114-beaa-950af875c283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83680d14-dbc4-4e90-8cd0-a04ff52836b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:53:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:53:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "995ce960-2423-4319-9ac6-3b4091c95704", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:53:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T03:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1366af1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1366af1e", "reconcileID": "d13ef70b-58d9-4734-8730-28c79a193322", "Gateway": "e2e-ait-1366af1e", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ef71e11-7e13-409e-8db4-6f4924d5b554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ef71e11-7e13-409e-8db4-6f4924d5b554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ef71e11-7e13-409e-8db4-6f4924d5b554", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1366af1e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-trusted-ca-bundle", "reconcileID": "94a30bd0-500a-43bb-812a-1149cf787696", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-trusted-ca-bundle", "reconcileID": "94a30bd0-500a-43bb-812a-1149cf787696", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "51187321-9a2c-44e9-acff-ac44598eb717", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "openshift-service-ca.crt", "reconcileID": "51187321-9a2c-44e9-acff-ac44598eb717", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8d83c1-1860-4732-be4a-252e81e012c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1366af1e"}, "namespace": "e2e-aitenant-1366af1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8d83c1-1860-4732-be4a-252e81e012c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1366af1e"} 2026-06-14T03:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "9fce4de8-5eba-40f5-b2c0-80472d3b828e", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "a4a84531-c2e8-492c-b7e3-0050b8b5c16d", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "ab22afdf-cf47-4916-92b2-ad91be871994", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "7c498fc2-865e-4415-ad7b-fe22eb41238b", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "0f2213b5-e636-4550-bcc1-b5852e572800", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "883bf5eb-1091-4d4a-b6b7-27618628f193", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-trusted-ca-bundle", "reconcileID": "2e83d14c-37a6-4781-b26f-5122bc8cca76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "e7496537-febf-4b08-9638-cb36e8ab2d3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "e7496537-febf-4b08-9638-cb36e8ab2d3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8a6fb6f-d487-4d82-b1fe-ae4a2c148503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "8a362566-0d21-47c9-947e-ca9fb942819d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-trusted-ca-bundle", "reconcileID": "8d1e4471-5cd3-4fdc-bab7-9f551469426f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-397736e7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:53:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-trusted-ca-bundle", "reconcileID": "8d1e4471-5cd3-4fdc-bab7-9f551469426f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41f86216-47b8-4ed9-a48e-6585f87541e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:53:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "13adfa8b-6dd1-4e9f-954c-6a14158a0230", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:54:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-397736e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-397736e7", "reconcileID": "504e3cfe-74ec-4573-92af-812b2dad6b40", "Gateway": "e2e-ait-397736e7", "namespace": "openshift-ingress"} 2026-06-14T03:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c44833e-63cc-49de-9d1d-05867b88e32e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c44833e-63cc-49de-9d1d-05867b88e32e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T03:54:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c44833e-63cc-49de-9d1d-05867b88e32e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-397736e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T03:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-trusted-ca-bundle", "reconcileID": "9e20ad22-3afb-46e7-a41d-a3ee943931c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-trusted-ca-bundle", "reconcileID": "9e20ad22-3afb-46e7-a41d-a3ee943931c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "e0b10103-4946-4090-8223-b9eeaf44d2ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "openshift-service-ca.crt", "reconcileID": "e0b10103-4946-4090-8223-b9eeaf44d2ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5413e77c-ae01-47fc-947b-f21b327a3d09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7"} 2026-06-14T03:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-397736e7"}, "namespace": "e2e-aitenant-397736e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5413e77c-ae01-47fc-947b-f21b327a3d09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-397736e7"}