2026-06-14T15:25:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3094db97-e0be-460b-b328-ac534a4fb2ac", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3094db97-e0be-460b-b328-ac534a4fb2ac", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:25:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3094db97-e0be-460b-b328-ac534a4fb2ac", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3094db97-e0be-460b-b328-ac534a4fb2ac", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c524b7-c200-41d6-8aeb-31faf3b6c0ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:25:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f5ec0267-a61a-40eb-8fe1-d04c12f64ee9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c524b7-c200-41d6-8aeb-31faf3b6c0ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c524b7-c200-41d6-8aeb-31faf3b6c0ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "800d5545-14dd-4eed-9177-d3d6de2d9091", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "800d5545-14dd-4eed-9177-d3d6de2d9091", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "800d5545-14dd-4eed-9177-d3d6de2d9091", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7988fab-48b2-4cc3-8beb-c753611867f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:25:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "858df0ef-89da-4c41-9573-7e0fcb6342b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7988fab-48b2-4cc3-8beb-c753611867f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:25:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7988fab-48b2-4cc3-8beb-c753611867f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69f4382c-fbd6-48c1-a77c-35a92d7eb427", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:25:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:25:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9989117f-3b6a-42d4-a117-a0e9c77bce35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69f4382c-fbd6-48c1-a77c-35a92d7eb427", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69f4382c-fbd6-48c1-a77c-35a92d7eb427", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1585371-8d9a-4d5d-bd4b-99545a9938b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:25:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:25:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e811ab8e-5a3d-4634-8f2e-d2872a11803f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1585371-8d9a-4d5d-bd4b-99545a9938b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1585371-8d9a-4d5d-bd4b-99545a9938b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00f6cba6-2800-4ea3-9908-0edf48aa0a73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00f6cba6-2800-4ea3-9908-0edf48aa0a73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00f6cba6-2800-4ea3-9908-0edf48aa0a73", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:26:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "902fc281-813d-4f4c-9c14-e313cba7a8f6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:26:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7c3bd9d5-0a2b-4684-9e6b-1b66cbd96f23", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ab6bced-4686-4075-99c5-7119d99ba76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ab6bced-4686-4075-99c5-7119d99ba76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ab6bced-4686-4075-99c5-7119d99ba76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:26:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "742884ac-42ce-4ac6-8ff0-dc8c1527cee0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:26:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ee843704-d39d-42f1-b51b-eae4a9cd4680", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3364a4b-b50a-4527-a0d7-08ef46b2e9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3364a4b-b50a-4527-a0d7-08ef46b2e9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3364a4b-b50a-4527-a0d7-08ef46b2e9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:26:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a3da1853-2517-4b9f-92ea-866e2c298bf8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:26:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "13d01519-33ed-45d5-b4cb-d9be4b97e28d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ecd9ec4-ec52-4aba-853e-d593514fb2bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ecd9ec4-ec52-4aba-853e-d593514fb2bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ecd9ec4-ec52-4aba-853e-d593514fb2bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6a75b487-55e7-4cb1-923d-af4ac9b49a3c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2443a377-ba88-4b70-8dc9-abf15d4feadf", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a3ef25a-9061-42ce-90cf-8943095b97b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a3ef25a-9061-42ce-90cf-8943095b97b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a3ef25a-9061-42ce-90cf-8943095b97b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4aa2071a-4c08-4101-95a7-f5c7dde62a53", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f2b502e9-0ea0-499f-a95b-bc159a6f1d76", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c98ae36c-d984-4321-8e70-2a97acec0996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c98ae36c-d984-4321-8e70-2a97acec0996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c98ae36c-d984-4321-8e70-2a97acec0996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:26:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:26:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:26:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:26:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a665ab15-0d73-4080-b0ad-4f7b189609ee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:27:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2d027413-3947-437a-85c1-85a668af539a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:27:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0d7267de-de7b-4e5b-aa27-0728e6be952c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:27:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9ce78a8c-84cc-4b66-ac25-4d92b7ac145d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:27:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7b983ba-164e-43da-b9fc-5b6a44cfe2e3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:27:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "24da7020-c1a5-40df-a004-c84a1f6e79ab", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:27:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddd191c9-d9f2-4293-b2f3-ee630792001a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:27:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5ec2ad61-6281-4207-bb3d-48205deb84f2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6757c3a0-50f0-45b4-a987-010a9211fec6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b0b92751-59ca-4cc7-bcd4-75595d3333ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1ed3e020-0f4c-48f8-88f6-c459610c4f1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:28:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1ed3e020-0f4c-48f8-88f6-c459610c4f1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20206a9d-85a2-418a-b49b-49b401579d66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5d8849d1-850c-47f8-ba03-406552fb1dbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "376b0019-503d-462e-915f-f9158382dd93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:28:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "376b0019-503d-462e-915f-f9158382dd93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60e226c3-5748-4c31-91bb-fec5d2d3a51c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "bb195ce1-d4ba-4337-8849-952f7aad5436", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0fab0a1a-a9b2-4f4a-a126-3fb88378bc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4279a7ef-d77d-4c88-a91b-3f2687d4c2f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:28:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4279a7ef-d77d-4c88-a91b-3f2687d4c2f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c006f9e-ac9d-4c3a-98b8-1f8d0bed6a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "68032180-c4b4-4c15-a94e-f8d55489b09e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "f2b930a6-f258-430c-8006-0364d707824a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:28:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "f2b930a6-f258-430c-8006-0364d707824a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb3d95f-0472-44c8-a2a8-2085c65227ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:29:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:29:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:29:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:29:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "81e3bafa-7479-434d-ad3d-da67c60528c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7066f7da-434c-4881-8c97-1b0995c756cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7887d4bd-8fee-4b31-997e-736fc57be272", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:30:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7887d4bd-8fee-4b31-997e-736fc57be272", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e7068d26-a782-424b-83fd-476ebed8d88b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fae5d61-124a-40f0-8ed8-e619829fb334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ea22bc08-bacd-484c-84b7-01ce985c2994", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:30:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ea22bc08-bacd-484c-84b7-01ce985c2994", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a979fe00-6c79-47d4-9a04-b13822ef9354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0151279d-6f9b-4bf0-929d-0071182b9ad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8209ef09-32f6-4519-abd6-481337c748e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8209ef09-32f6-4519-abd6-481337c748e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:30:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8209ef09-32f6-4519-abd6-481337c748e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cd71ab49-bb26-4136-b558-796c7cd4ba1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cd71ab49-bb26-4136-b558-796c7cd4ba1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b89bccc4-f8eb-4d40-9027-836c46764dd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b89bccc4-f8eb-4d40-9027-836c46764dd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd9619be-ef2e-462c-86e9-62677f02c6f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd9619be-ef2e-462c-86e9-62677f02c6f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1ac9383-1bc9-4173-a46d-c42d927842d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cb52aa45-c8ee-42df-939a-14f9545d2cc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b01bf33d-219d-448a-ac91-dfe28db560bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:30:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b01bf33d-219d-448a-ac91-dfe28db560bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "80253c24-fb91-4bec-a7db-6de6bde48e7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9e0e462-c470-479a-82b9-e5cea958aed4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ac4a1078-3453-45e5-89a3-7d36518fffbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:30:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ac4a1078-3453-45e5-89a3-7d36518fffbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "619f782e-54bd-44a1-bcff-110c155d2a7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fe933d2c-f491-490a-b5a6-be3789fbd286", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:31:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68cc83be-841a-49f1-a2a9-9318ac7af0e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68cc83be-841a-49f1-a2a9-9318ac7af0e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68cc83be-841a-49f1-a2a9-9318ac7af0e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:31:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d4260f37-e4f0-48b4-8227-141c1f81da72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d4260f37-e4f0-48b4-8227-141c1f81da72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b761200e-3293-44ab-9125-94b2125d7a60", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b761200e-3293-44ab-9125-94b2125d7a60", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "264e1812-a2d7-49ff-af73-a346f4c25287", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "264e1812-a2d7-49ff-af73-a346f4c25287", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "983faba1-f4e2-4a5a-b1ef-8fcfbe6d46e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "125644ca-81e8-437c-a21d-1f6477cce32a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "13ed9867-0df1-41b6-af55-cd6067c6a251", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "13ed9867-0df1-41b6-af55-cd6067c6a251", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ef418cf-d1ad-41c6-a7ee-40d8f448a65d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "177cbcdd-7b5c-4580-9e61-e16f3928f27a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "c5b1ac31-ce14-4b9f-8338-62616d7cd054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "c5b1ac31-ce14-4b9f-8338-62616d7cd054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b9a1ae3-09d8-47c3-bde0-f8acaf167eeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9d501e2-5d76-44d2-9a3e-068ad61ab010", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9d501e2-5d76-44d2-9a3e-068ad61ab010", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9d501e2-5d76-44d2-9a3e-068ad61ab010", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a6c138-de45-4254-a0b8-ea1019a987c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a6c138-de45-4254-a0b8-ea1019a987c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a6c138-de45-4254-a0b8-ea1019a987c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1208ccc-5118-4521-8e6c-bc1617fdabba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1208ccc-5118-4521-8e6c-bc1617fdabba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1208ccc-5118-4521-8e6c-bc1617fdabba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d34eb3e9-734d-4ae9-800c-e7a686a0d1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d34eb3e9-734d-4ae9-800c-e7a686a0d1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d34eb3e9-734d-4ae9-800c-e7a686a0d1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ae69356-df84-4d46-949d-3f8e9ee3a7d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ae69356-df84-4d46-949d-3f8e9ee3a7d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ae69356-df84-4d46-949d-3f8e9ee3a7d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c6340a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "caa248c2-f0e6-431e-a067-532e18b12e03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "caa248c2-f0e6-431e-a067-532e18b12e03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "caa248c2-f0e6-431e-a067-532e18b12e03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c6340a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "066ca5b2-62ae-48f4-9508-b107803b057a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "066ca5b2-62ae-48f4-9508-b107803b057a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "066ca5b2-62ae-48f4-9508-b107803b057a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c6340a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "edca7dae-4ee7-4dd8-bdb1-d80d4b6baa02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "edca7dae-4ee7-4dd8-bdb1-d80d4b6baa02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:31:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "edca7dae-4ee7-4dd8-bdb1-d80d4b6baa02", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c6340a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "f8b9fed4-879b-4571-b9dd-78d0aebbf249", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "openshift-service-ca.crt", "reconcileID": "f8b9fed4-879b-4571-b9dd-78d0aebbf249", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0a3be89-3a28-4474-bbcc-9a1213539257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0a3be89-3a28-4474-bbcc-9a1213539257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "2732bcd9-f665-41c6-90b4-29e78bd11506", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:31:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6340a"}, "namespace": "e2e-modelref-c6340a", "name": "odh-trusted-ca-bundle", "reconcileID": "2732bcd9-f665-41c6-90b4-29e78bd11506", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6340a"} 2026-06-14T15:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "c203a865-b9cf-4f77-9569-1d68aea80964", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "773314f7-da89-4cd6-b7fd-5eaa0217e9f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "901c7c93-ba7e-41c6-9818-83d5744af709", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "901c7c93-ba7e-41c6-9818-83d5744af709", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff8b2410-7ea9-46c1-91ba-3bcadd5d6adb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "5ca4fad0-1fa9-4c58-9aea-687d720f0a13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d679026-76ea-46a5-a53a-526f3935d7f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d679026-76ea-46a5-a53a-526f3935d7f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d679026-76ea-46a5-a53a-526f3935d7f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "ce850adb-34ea-439c-8218-4d176397e5c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "ce850adb-34ea-439c-8218-4d176397e5c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6932bc3-5568-42ab-94bb-d79e200ad804", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b2d808b-25e6-40ad-904c-b5a899295433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b2d808b-25e6-40ad-904c-b5a899295433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b2d808b-25e6-40ad-904c-b5a899295433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384786f6-ab48-4c1b-a01a-bb113a631823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384786f6-ab48-4c1b-a01a-bb113a631823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384786f6-ab48-4c1b-a01a-bb113a631823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f04665c-660b-464e-b600-9450f153b162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f04665c-660b-464e-b600-9450f153b162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f04665c-660b-464e-b600-9450f153b162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "609f7cb4-9a70-4d90-adbe-d61b756650ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "609f7cb4-9a70-4d90-adbe-d61b756650ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "609f7cb4-9a70-4d90-adbe-d61b756650ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-86fd9d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90f038-c657-472d-888e-30ac277c1b60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90f038-c657-472d-888e-30ac277c1b60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "eb90f038-c657-472d-888e-30ac277c1b60", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-86fd9d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "5de62942-d823-4ab6-be0c-a750b0833d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "openshift-service-ca.crt", "reconcileID": "5de62942-d823-4ab6-be0c-a750b0833d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "155e18c4-6855-4242-8179-1ce24a75fe47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "155e18c4-6855-4242-8179-1ce24a75fe47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "914f0f87-6638-4824-87d2-d5e3a9a1e468", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-86fd9d"}, "namespace": "e2e-modelref-86fd9d", "name": "odh-trusted-ca-bundle", "reconcileID": "914f0f87-6638-4824-87d2-d5e3a9a1e468", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-86fd9d"} 2026-06-14T15:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "1de78daa-d6eb-42ae-9146-57164efeeef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-trusted-ca-bundle", "reconcileID": "f0b5c9d6-4925-47e1-b142-b9c89af01a79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "523d9e09-a71a-4124-9b50-4b09a3eaaa0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "523d9e09-a71a-4124-9b50-4b09a3eaaa0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14d8520d-c420-44f7-b61f-80c1eea0a13c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "2df67f33-7648-41c5-ad33-902c633b13f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-trusted-ca-bundle", "reconcileID": "dad0f993-e0c0-42df-a7f0-d0b45c6ea2cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-trusted-ca-bundle", "reconcileID": "dad0f993-e0c0-42df-a7f0-d0b45c6ea2cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "265751ff-ac76-44ca-96a8-b43cf354bde2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb256e8-89a5-446f-ae83-7805ce9aacfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb256e8-89a5-446f-ae83-7805ce9aacfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb256e8-89a5-446f-ae83-7805ce9aacfb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-fd8ab3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7b6144-ec37-4b1d-9e19-f31f3e85581b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7b6144-ec37-4b1d-9e19-f31f3e85581b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "2e99323d-dbb9-4d02-9596-dad273021a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "openshift-service-ca.crt", "reconcileID": "2e99323d-dbb9-4d02-9596-dad273021a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d402ae6b-6093-4a4c-86d4-61dfd29e7a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-fd8ab3"}, "namespace": "e2e-webhook-test-fd8ab3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d402ae6b-6093-4a4c-86d4-61dfd29e7a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-fd8ab3"} 2026-06-14T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "openshift-service-ca.crt", "reconcileID": "f6bda867-0227-464b-a3e0-ba077507dbe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "83ece3bb-f6c4-43a5-8aa0-1288dd4f766b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "83ece3bb-f6c4-43a5-8aa0-1288dd4f766b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "openshift-service-ca.crt", "reconcileID": "2c4bd198-28e8-422f-a0a9-10ecb60a8151", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "966afccd-4c41-4ba6-9942-bebf57064805", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "openshift-service-ca.crt", "reconcileID": "6b536468-6b55-4d3d-8f68-520be14a7256", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "55f57ffa-2ae7-4281-abeb-43155b1211b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "55f57ffa-2ae7-4281-abeb-43155b1211b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b8cd29d-fec0-4357-af53-0ca5a9e86d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "190cc2bc-e32f-4e2c-aea1-0ec4bc7bab45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "190cc2bc-e32f-4e2c-aea1-0ec4bc7bab45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "190cc2bc-e32f-4e2c-aea1-0ec4bc7bab45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-084bbd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "8175119e-1ee1-4407-be3c-eb1f06554cfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "8175119e-1ee1-4407-be3c-eb1f06554cfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "openshift-service-ca.crt", "reconcileID": "dff0479f-85b2-455e-9182-8ef1b9f40ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "openshift-service-ca.crt", "reconcileID": "dff0479f-85b2-455e-9182-8ef1b9f40ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc6935a7-851f-4276-bfe5-00950eb8781b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084bbd"}, "namespace": "e2e-webhook-test-084bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc6935a7-851f-4276-bfe5-00950eb8781b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084bbd"} 2026-06-14T15:34:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1f6a4f7b-7175-469e-a29b-e137437e2338", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:44:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:50:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c33ae92-1dfa-4311-a623-3a8741a1d20a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c33ae92-1dfa-4311-a623-3a8741a1d20a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:50:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c33ae92-1dfa-4311-a623-3a8741a1d20a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e962b42c-d646-4cc6-8bf5-4d47e1bf5479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e962b42c-d646-4cc6-8bf5-4d47e1bf5479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e962b42c-d646-4cc6-8bf5-4d47e1bf5479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ed7a36-4d25-4a47-abf4-36a81e696239", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ed7a36-4d25-4a47-abf4-36a81e696239", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ed7a36-4d25-4a47-abf4-36a81e696239", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3a255d6-30c5-4199-b0f5-a34bf9d75c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3a255d6-30c5-4199-b0f5-a34bf9d75c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3a255d6-30c5-4199-b0f5-a34bf9d75c64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "9862968b-9049-4964-847f-4b5a16d663a5", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "5bf57804-a042-4433-a4bb-4e4e4485cf29", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "14185cc5-b388-43ca-aad9-6c531389ade7", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "cbb34e29-2c5c-4f17-af12-4f631b465086", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "6a910527-96ce-4d8d-ba53-7f75fcf9cd72", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "3c996865-8356-4104-80df-288f5a97fae0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-trusted-ca-bundle", "reconcileID": "592ad8fb-aaa5-47e7-8aa9-25db312329c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "7c9a712e-96d7-4c7c-b331-dd219d417269", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:50:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "7c9a712e-96d7-4c7c-b331-dd219d417269", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87a26ff8-be3e-449a-8365-5c3d8edd8687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "cf4c9edf-cabe-499a-99fa-3d98cdccccbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-trusted-ca-bundle", "reconcileID": "1f97ed41-a4e5-442b-a241-cd9d2ffa4f9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5630253", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:50:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-trusted-ca-bundle", "reconcileID": "1f97ed41-a4e5-442b-a241-cd9d2ffa4f9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eedf2833-1c7c-4b75-aa8e-2896d85e67da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "dc91b70b-873e-4213-a29f-8bf933301210", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "e8072e62-9372-4ac2-8711-7b1622d476fc", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:50:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa3fd75-e911-45d7-b566-4ce98f968f58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa3fd75-e911-45d7-b566-4ce98f968f58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:50:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afa3fd75-e911-45d7-b566-4ce98f968f58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:50:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "2267efb7-4669-443e-a7e9-c8e3996a405e", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:51:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f5630253","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f5630253", "reconcileID": "f219c483-3cfb-4dc3-912f-6a5839bc259d", "Gateway": "e2e-ait-f5630253", "namespace": "openshift-ingress"} 2026-06-14T15:51:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68257f18-c56d-46ae-a3da-aea5bb64b5a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68257f18-c56d-46ae-a3da-aea5bb64b5a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68257f18-c56d-46ae-a3da-aea5bb64b5a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-f5630253 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:51:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-trusted-ca-bundle", "reconcileID": "b37852ed-78d5-4094-aa7f-dcc43ce4ab14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-trusted-ca-bundle", "reconcileID": "b37852ed-78d5-4094-aa7f-dcc43ce4ab14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "efbbec15-52d1-4240-8b8c-a5e2bee41ef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "openshift-service-ca.crt", "reconcileID": "efbbec15-52d1-4240-8b8c-a5e2bee41ef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "461d45ed-afcd-4eb5-b850-230a20ac96b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-f5630253"}, "namespace": "e2e-aitenant-f5630253", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "461d45ed-afcd-4eb5-b850-230a20ac96b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-f5630253"} 2026-06-14T15:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "f779d4c3-7dbf-44fc-ad4c-804bc091301f", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "ec7d8b88-c436-45d5-8b74-6a5537ba0b5f", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "bf848fa1-4d14-4747-a5a6-78a288933098", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "f18751cc-88bc-414f-be09-dfff086b693e", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "34467949-48e6-49bf-ad7b-b1844188222e", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "87d984ad-4fd3-4964-816d-2434fc6d6678", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "fcb5d498-7a28-4ffc-91fe-53c0599de159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "2fd8e764-3209-43bc-ba58-56ad924acc9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "2fd8e764-3209-43bc-ba58-56ad924acc9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "86bf4cc0-dfcb-4395-818b-2409bbcf01ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "86bf4cc0-dfcb-4395-818b-2409bbcf01ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41d142f0-13bf-48cd-b873-bf57db151e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "4c6e74d6-5868-4596-9086-5c0a5d3a8c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "96ce679f-1831-463b-829a-b6f189946002", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "96ce679f-1831-463b-829a-b6f189946002", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9eb3bd68-1e3d-4c89-8455-d3a16eec47b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9eb76c72-64ba-4384-a036-a31757ce52e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "4fd4beb6-c639-49ac-9d10-a8a937940248", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "f9d8fc3f-d795-4c3a-997b-ac970f0a700a", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-80e3d033","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-80e3d033", "reconcileID": "4a43b583-c426-4bf8-a51b-b99697ccfad1", "Gateway": "e2e-ait-80e3d033", "namespace": "openshift-ingress"} 2026-06-14T15:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098d4ecc-7aec-4082-a824-fc831f65dfc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098d4ecc-7aec-4082-a824-fc831f65dfc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098d4ecc-7aec-4082-a824-fc831f65dfc7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-80e3d033 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "ba5e95c7-b065-402a-a0d4-fd2584a5924b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "ba5e95c7-b065-402a-a0d4-fd2584a5924b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:51:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "ba5e95c7-b065-402a-a0d4-fd2584a5924b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-80e3d033 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "b2c96e40-8c57-4174-b3bc-a24d083545ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "openshift-service-ca.crt", "reconcileID": "b2c96e40-8c57-4174-b3bc-a24d083545ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45aaa400-6a4f-4bc3-93f2-74cccbdbb207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45aaa400-6a4f-4bc3-93f2-74cccbdbb207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "bc198294-fbf7-46b4-949d-8edecc452679", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033"} 2026-06-14T15:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-80e3d033"}, "namespace": "e2e-aitenant-80e3d033", "name": "odh-trusted-ca-bundle", "reconcileID": "bc198294-fbf7-46b4-949d-8edecc452679", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-80e3d033"}