2026-08-04T11:17:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "080353fb-8830-4d80-8925-a3cb7d04574c", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "authType": "userdefined"} 2026-08-04T11:17:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "080353fb-8830-4d80-8925-a3cb7d04574c", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62fffd4c-89f4-4f1e-b23a-b54889f1d5ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:18:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "d7a185ac-4867-4d0b-a3e1-8053cbee8a70", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "d7a185ac-4867-4d0b-a3e1-8053cbee8a70", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:18:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "d7a185ac-4867-4d0b-a3e1-8053cbee8a70", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c3e81c5-d0c3-4a09-8145-b306b6331f4f", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c3e81c5-d0c3-4a09-8145-b306b6331f4f", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c3e81c5-d0c3-4a09-8145-b306b6331f4f", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1195f470-b1e1-4ddd-a11e-13aef21a7219", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "bf7701d3-fd56-4d83-8628-6634c593215e", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "bf7701d3-fd56-4d83-8628-6634c593215e", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "bf7701d3-fd56-4d83-8628-6634c593215e", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c655561-28cb-47ea-b1ec-56865f0de53c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c655561-28cb-47ea-b1ec-56865f0de53c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "6c655561-28cb-47ea-b1ec-56865f0de53c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78"} 2026-08-04T11:18:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:18:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:18:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "cfe3f9c4-c61e-4c94-b8bd-d9624d7472cd", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "sub-test-model-bc4a78", "reconcileID": "7a533ff0-31f3-4463-9de0-81cf36c60102", "LLMInferenceService": "sub-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "1d30a737-99c3-4d91-bcf1-30b7ce27870b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "1d30a737-99c3-4d91-bcf1-30b7ce27870b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:18:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "1d30a737-99c3-4d91-bcf1-30b7ce27870b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39052516-ccbe-4983-bf99-3209a49f9f59", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39052516-ccbe-4983-bf99-3209a49f9f59", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:18:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39052516-ccbe-4983-bf99-3209a49f9f59", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac"} 2026-08-04T11:18:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac-kserve-route-authn"} 2026-08-04T11:18:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac-kserve-route-authn"} 2026-08-04T11:18:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "c2a9f509-67dd-41a1-bcad-8bf6e5d21a8a", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "sub-test-model-460cac", "reconcileID": "2a1043bd-8378-4709-a0f8-27cd3c0e265b", "LLMInferenceService": "sub-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "5f00b8de-3433-4b98-841d-812dd3d5b15c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "5f00b8de-3433-4b98-841d-812dd3d5b15c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "5f00b8de-3433-4b98-841d-812dd3d5b15c", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "396350c0-532f-4950-a5c3-75bea660b599", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "396350c0-532f-4950-a5c3-75bea660b599", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "396350c0-532f-4950-a5c3-75bea660b599", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "fe1a01b5-7420-4778-8b8c-0562446b656b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "authType": "userdefined"} 2026-08-04T11:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "a3a42e7f-9d11-4621-8e48-333a992d67e4", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "fe1a01b5-7420-4778-8b8c-0562446b656b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "fe1a01b5-7420-4778-8b8c-0562446b656b", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "authType": "userdefined"} 2026-08-04T11:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "7034f9ef-e800-4d6c-9eca-883a94abaf48", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "2a70dab3-3f64-40a4-a751-dbd57adc4797", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "2a70dab3-3f64-40a4-a751-dbd57adc4797", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "2a70dab3-3f64-40a4-a751-dbd57adc4797", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "2e68deea-060f-4f26-af47-7935b52831d4", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "2e68deea-060f-4f26-af47-7935b52831d4", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "2e68deea-060f-4f26-af47-7935b52831d4", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39f2ba51-80aa-4006-8967-a5f35198d334", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:19:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39f2ba51-80aa-4006-8967-a5f35198d334", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:19:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "39f2ba51-80aa-4006-8967-a5f35198d334", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:19:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:19:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "authType": "userdefined"} 2026-08-04T11:19:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "79bdae2e-52a9-44ab-9f73-8911d6ef1143", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:19:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "authType": "userdefined"} 2026-08-04T11:19:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "3c6b7a56-d17a-44e1-97a9-382edb0b0e99", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:19:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "authType": "userdefined"} 2026-08-04T11:19:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "e61bead9-9067-48b4-995d-743040d9bc82", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:19:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "184dec28-ba1d-4f8e-b772-24733c8ad3b3", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:19:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "authType": "userdefined"} 2026-08-04T11:19:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9bdfcff6-53f4-488c-aff6-6d1f3c15a1db", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "184dec28-ba1d-4f8e-b772-24733c8ad3b3", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "184dec28-ba1d-4f8e-b772-24733c8ad3b3", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:19:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "authType": "userdefined"} 2026-08-04T11:19:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "18916ca0-90cb-4e16-af4e-76cdb3cc75e1", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "d966f102-6b70-47d5-9081-3ec743bd4098", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "d966f102-6b70-47d5-9081-3ec743bd4098", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:19:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "d966f102-6b70-47d5-9081-3ec743bd4098", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:19:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "authType": "userdefined"} 2026-08-04T11:19:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "7d2025fc-8cb7-4b71-bc6b-8bd78673e074", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:19:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "authType": "userdefined"} 2026-08-04T11:19:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "fadab333-1a14-461d-8cfa-c9a05769365a", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "8217176f-a698-4c92-80b4-8904330e22c4", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "8217176f-a698-4c92-80b4-8904330e22c4", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "8217176f-a698-4c92-80b4-8904330e22c4", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "7da028f6-073f-4ad9-96d0-c1dd48ce84b2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "7da028f6-073f-4ad9-96d0-c1dd48ce84b2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "7da028f6-073f-4ad9-96d0-c1dd48ce84b2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T11:20:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T11:20:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T11:20:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T11:20:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "84972b96-45f3-4fcc-8d47-f8b1b7fe4d52", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "84972b96-45f3-4fcc-8d47-f8b1b7fe4d52", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:20:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "84972b96-45f3-4fcc-8d47-f8b1b7fe4d52", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "93f0c47a-5807-496d-8513-641733e0ce60", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "93f0c47a-5807-496d-8513-641733e0ce60", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:20:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "93f0c47a-5807-496d-8513-641733e0ce60", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78"} 2026-08-04T11:20:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:20:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78-kserve-route-authn"} 2026-08-04T11:20:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "46d1b4ea-8113-4c51-be82-a99eb85abb57", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc4a78","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "rate-test-model-bc4a78", "reconcileID": "124f20ac-1829-4630-9622-570411a3e329", "LLMInferenceService": "rate-test-model-bc4a78", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "9fb83d65-fc8f-4af6-b079-3328cda5aff6", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "9fb83d65-fc8f-4af6-b079-3328cda5aff6", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "9fb83d65-fc8f-4af6-b079-3328cda5aff6", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "e8053434-0cd3-4ba8-828f-90f48435eb0a", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "e8053434-0cd3-4ba8-828f-90f48435eb0a", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "e8053434-0cd3-4ba8-828f-90f48435eb0a", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac"} 2026-08-04T11:20:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:20:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac-kserve-route-authn"} 2026-08-04T11:20:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "9f761ec8-8196-434b-8b0f-0a6f3c7be478", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-460cac","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "rate-test-model-460cac", "reconcileID": "70f22fb5-8aa0-42f2-8bef-cade22170297", "LLMInferenceService": "rate-test-model-460cac", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "298f5b08-d79c-44f4-937a-97188f749434", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "298f5b08-d79c-44f4-937a-97188f749434", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "298f5b08-d79c-44f4-937a-97188f749434", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "771d0b1c-aed5-4822-b476-919742ae24c1", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "771d0b1c-aed5-4822-b476-919742ae24c1", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "771d0b1c-aed5-4822-b476-919742ae24c1", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "a408e0db-5e91-4497-bb8d-41fae27a874c", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "a408e0db-5e91-4497-bb8d-41fae27a874c", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:20:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "a408e0db-5e91-4497-bb8d-41fae27a874c", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "82c49dcf-f0fb-40a0-b4f9-5c86aff0e98d", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "82c49dcf-f0fb-40a0-b4f9-5c86aff0e98d", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:20:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "82c49dcf-f0fb-40a0-b4f9-5c86aff0e98d", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9893e30a-c3c4-4f23-ad4f-8e492b3df658", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9893e30a-c3c4-4f23-ad4f-8e492b3df658", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9893e30a-c3c4-4f23-ad4f-8e492b3df658", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "59f1bf18-733a-429a-8566-fb7021f08130", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "59f1bf18-733a-429a-8566-fb7021f08130", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "59f1bf18-733a-429a-8566-fb7021f08130", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "a6a296cc-a608-46a4-8a66-cbcf9cd75e00", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "a6a296cc-a608-46a4-8a66-cbcf9cd75e00", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "a6a296cc-a608-46a4-8a66-cbcf9cd75e00", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "cfcde437-586e-4d9a-b0cf-492eed938c3e", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "cfcde437-586e-4d9a-b0cf-492eed938c3e", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "cfcde437-586e-4d9a-b0cf-492eed938c3e", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "38c8250b-e57a-41c2-98a7-a8ad359016f4", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "38c8250b-e57a-41c2-98a7-a8ad359016f4", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "38c8250b-e57a-41c2-98a7-a8ad359016f4", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "95db82f1-c55a-41aa-97c7-cd1f8dfd7e78", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "95db82f1-c55a-41aa-97c7-cd1f8dfd7e78", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "95db82f1-c55a-41aa-97c7-cd1f8dfd7e78", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "922dc3aa-95b5-4c36-8b81-3500e88f114b", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "922dc3aa-95b5-4c36-8b81-3500e88f114b", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "922dc3aa-95b5-4c36-8b81-3500e88f114b", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-trusted-ca-bundle", "reconcileID": "d9436924-9f37-4d0b-b8be-90ef3936448b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "fcba3d20-510f-4ab6-9bd3-af2dbb32a474", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "f9b63efd-5849-4616-9d0c-c7d9703931cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:21:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "f9b63efd-5849-4616-9d0c-c7d9703931cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1519422-0e45-4d6f-aebc-f64aa45cd40a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "4f5c09d1-ebc3-459d-9e9e-dcffe10337f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-trusted-ca-bundle", "reconcileID": "79b0ba33-d6dd-4eed-ad30-ee40354e4b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:21:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-trusted-ca-bundle", "reconcileID": "79b0ba33-d6dd-4eed-ad30-ee40354e4b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef7123fd-a66f-4cc8-affb-996c6f60232d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9652a095-d4d5-4adc-a69a-5c4353f01774", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9652a095-d4d5-4adc-a69a-5c4353f01774", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "9652a095-d4d5-4adc-a69a-5c4353f01774", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03035d93-581c-43db-bb36-b7400fa95042", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6e74e27f-9e0c-42ee-a59e-3021e4bcb6ea", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6e74e27f-9e0c-42ee-a59e-3021e4bcb6ea", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6e74e27f-9e0c-42ee-a59e-3021e4bcb6ea", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "307ee1b2-25ba-4942-9053-c3f965699468", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:21:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8cb00f75-9d1a-4aeb-b9a9-0caf2b071bbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "64756c82-7c36-4bf3-92f7-3413bae56e66", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "64756c82-7c36-4bf3-92f7-3413bae56e66", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "64756c82-7c36-4bf3-92f7-3413bae56e66", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "2518b903-3ee3-44d2-ba2d-1d17cc581b20", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "2518b903-3ee3-44d2-ba2d-1d17cc581b20", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "2518b903-3ee3-44d2-ba2d-1d17cc581b20", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "92b050a8-b191-491b-ac82-d14d9d46eaad", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "92b050a8-b191-491b-ac82-d14d9d46eaad", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "92b050a8-b191-491b-ac82-d14d9d46eaad", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "07fb240b-d14e-4433-a6e2-86cb134afeb5", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "07fb240b-d14e-4433-a6e2-86cb134afeb5", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "07fb240b-d14e-4433-a6e2-86cb134afeb5", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "e6bbacd7-aa6f-4b4d-b69c-4339c3b47f49", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "e6bbacd7-aa6f-4b4d-b69c-4339c3b47f49", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "e6bbacd7-aa6f-4b4d-b69c-4339c3b47f49", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "d12048fb-f095-403e-aa33-210e3d8b9195", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "d12048fb-f095-403e-aa33-210e3d8b9195", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "d12048fb-f095-403e-aa33-210e3d8b9195", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "33cc5cde-a2c2-4042-8ef4-b51030c4da3f", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "33cc5cde-a2c2-4042-8ef4-b51030c4da3f", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "33cc5cde-a2c2-4042-8ef4-b51030c4da3f", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "2bf7f3a8-2660-4523-a42e-a2ff67b4bec8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "6ce02be7-ebb8-484f-aae4-814b3a39d0aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "5e6c9fcb-9c6f-4fb8-b4f7-26230aca5dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:21:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "5e6c9fcb-9c6f-4fb8-b4f7-26230aca5dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "922966a7-885a-4b7f-8277-500fb7faa351", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "e0e9c11b-0db5-4ab4-ba10-e1e2b1f02f77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "ef8ed5ab-567a-4bae-acad-d9d3ea6a3519", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:21:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "ef8ed5ab-567a-4bae-acad-d9d3ea6a3519", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c190bdc-8cbf-440b-b8e1-2c1a11d128f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:21:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "046aedd1-c40f-4cb7-92fa-1e1e9301d38a", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "046aedd1-c40f-4cb7-92fa-1e1e9301d38a", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "046aedd1-c40f-4cb7-92fa-1e1e9301d38a", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ffe1a68-f280-4045-b4c2-06c1db34a908", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:21:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "808e632d-213c-44aa-b190-024b6351ecc8", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:21:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "808e632d-213c-44aa-b190-024b6351ecc8", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:21:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "808e632d-213c-44aa-b190-024b6351ecc8", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:22:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "fdc30cf0-03b8-4987-b1e8-e9a24d1db2b3", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:22:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:22:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "e26d1952-40f6-40b9-90a3-e14749fccc50", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "fdc30cf0-03b8-4987-b1e8-e9a24d1db2b3", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "fdc30cf0-03b8-4987-b1e8-e9a24d1db2b3", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:22:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:22:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "14aabb73-10f1-4bdf-881b-17ffe89bfec6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "b92b7bd1-b26d-4b2a-98e9-9f618ee5d6c6", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "b92b7bd1-b26d-4b2a-98e9-9f618ee5d6c6", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:22:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "b92b7bd1-b26d-4b2a-98e9-9f618ee5d6c6", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:22:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:22:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "274f105a-e805-4c56-b5e6-158db241ed66", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0a4db846-1c55-412a-838c-353da9a4c606", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "0bf57737-8f83-4035-a000-8e654818a06d", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "4eff23e4-81fb-4d0a-841b-7908dfe470c0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "4eff23e4-81fb-4d0a-841b-7908dfe470c0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "4eff23e4-81fb-4d0a-841b-7908dfe470c0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c63adfb1-f4e7-43e0-9540-463f69083bef", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c63adfb1-f4e7-43e0-9540-463f69083bef", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c63adfb1-f4e7-43e0-9540-463f69083bef", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "22c4a21a-62e3-45d6-8706-765acca554b0", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "22c4a21a-62e3-45d6-8706-765acca554b0", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:55Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "22c4a21a-62e3-45d6-8706-765acca554b0", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-a031b5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-a031b5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:22:55Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-a031b5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-a031b5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-a031b5","uid":"bb144503-e289-4cf2-8a2f-37960debb8cf","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"74782"}, "reason": "ReconcileError"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "3be81d61-4174-40bf-8770-20ac5351de52", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "3be81d61-4174-40bf-8770-20ac5351de52", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "3be81d61-4174-40bf-8770-20ac5351de52", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1ae2356a-74ee-46a6-8946-382864cb6be6", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1ae2356a-74ee-46a6-8946-382864cb6be6", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1ae2356a-74ee-46a6-8946-382864cb6be6", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "7c6059cd-2d15-40e7-8e7b-cc6be1e389ca", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "7c6059cd-2d15-40e7-8e7b-cc6be1e389ca", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "7c6059cd-2d15-40e7-8e7b-cc6be1e389ca", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "32569b65-f2c6-4ec5-b7df-4453c5f3b93a", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "32569b65-f2c6-4ec5-b7df-4453c5f3b93a", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "32569b65-f2c6-4ec5-b7df-4453c5f3b93a", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1cdb791b-9871-40c5-aaae-b04fc790fabe", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1cdb791b-9871-40c5-aaae-b04fc790fabe", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1cdb791b-9871-40c5-aaae-b04fc790fabe", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0c60766-5368-4d9f-a85e-1bc240d82884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c4f8645f-b378-4544-a8b2-7d21670da8a4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c4f8645f-b378-4544-a8b2-7d21670da8a4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "c4f8645f-b378-4544-a8b2-7d21670da8a4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "7899c0e5-1c4a-4974-bd6f-9b695ba0a261", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-trusted-ca-bundle", "reconcileID": "28192b81-353a-47db-a6c9-7f786991bc70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "8cbd9b12-d575-49de-9c99-14e9c0378464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:23:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "8cbd9b12-d575-49de-9c99-14e9c0378464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ead79f12-ac5a-45d0-846b-ac550a9f56fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "674b5ad2-0bda-4260-9235-45d436bffe4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d4fd5899-8e16-4091-a77a-4d7fe715c1a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:23:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d4fd5899-8e16-4091-a77a-4d7fe715c1a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2276e06-a8f5-46fc-b8ff-99e4527f7838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "770fa0cf-6acd-4d59-b4e4-0f31d36534fa", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "770fa0cf-6acd-4d59-b4e4-0f31d36534fa", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "770fa0cf-6acd-4d59-b4e4-0f31d36534fa", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e728fc6a-ac81-4d3f-b33f-72953b8756a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1249bc31-eafb-42b4-9dba-4b322fa99bce", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1249bc31-eafb-42b4-9dba-4b322fa99bce", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "1249bc31-eafb-42b4-9dba-4b322fa99bce", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e32ef006-2bf3-4bad-b230-26480735fe91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ddd5475-ecf3-4ac7-ac77-a206b8a0b52f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5937cd1-65ea-45f3-b80c-1490cb4648d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5c3c606-cad6-4567-b34a-242b8f566504", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "017a39d5-6a22-47be-b7c2-50908f5148fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "723b9d8b-0230-4103-800e-4840acb43fb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbc606bb-e631-451d-9643-899297b6cef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7df65cf9-4474-446a-b810-f3535edc3417", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0546fc98-e986-458c-862e-c506d714e78a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb720b40-a8c7-4672-905c-b787fcf58f03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46cad069-ca17-40db-a18b-94dbac1d8b2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "2fcb7733-a899-4f2d-bd51-d3df31c27ba4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "2fcb7733-a899-4f2d-bd51-d3df31c27ba4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:23:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "2fcb7733-a899-4f2d-bd51-d3df31c27ba4", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "043da74d-96b0-4d76-84e9-8216c401b25c", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "043da74d-96b0-4d76-84e9-8216c401b25c", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5-authn-ssl"} 2026-08-04T11:23:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "043da74d-96b0-4d76-84e9-8216c401b25c", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ac7db2-9b6b-47fe-98f3-d974e1e30b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ac7db2-9b6b-47fe-98f3-d974e1e30b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:23:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ac7db2-9b6b-47fe-98f3-d974e1e30b09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a031b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:23:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-trusted-ca-bundle", "reconcileID": "91b4f432-29b6-4c76-bda0-7906df77029f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-trusted-ca-bundle", "reconcileID": "91b4f432-29b6-4c76-bda0-7906df77029f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "b9fbbaa6-e311-40ee-af63-8e58a10398be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "openshift-service-ca.crt", "reconcileID": "b9fbbaa6-e311-40ee-af63-8e58a10398be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b8475b1-dd37-4d52-b52b-c8bd8a5c6ef9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a031b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b8475b1-dd37-4d52-b52b-c8bd8a5c6ef9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a031b5"} 2026-08-04T11:23:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a031b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a031b5", "reconcileID": "38bc5971-9fca-4f03-9ceb-c5dce651fcb0", "Gateway": "e2e-ipp-cleanup-a031b5", "namespace": "openshift-ingress"} 2026-08-04T11:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27eecaa3-ef04-4aca-a563-2f4414252bf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "81996f3b-a347-415b-b378-4dd55dc78773", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "81996f3b-a347-415b-b378-4dd55dc78773", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "81996f3b-a347-415b-b378-4dd55dc78773", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:23:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "2c77fa33-8028-41c8-b584-a549d25088f0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:23:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "2c77fa33-8028-41c8-b584-a549d25088f0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:23:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "2c77fa33-8028-41c8-b584-a549d25088f0", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:23:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "0ccc3d83-b533-43c6-a672-e5548a16beb1", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:23:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "0ccc3d83-b533-43c6-a672-e5548a16beb1", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:23:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "0ccc3d83-b533-43c6-a672-e5548a16beb1", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6c6b7065-ace7-42f2-8c04-3fae6c446f6d", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6c6b7065-ace7-42f2-8c04-3fae6c446f6d", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "6c6b7065-ace7-42f2-8c04-3fae6c446f6d", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "406f7ede-2a8a-45a5-a086-f9cd727d1499", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "c5953cf8-527c-4042-a56a-e9cf041c057f", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "c5953cf8-527c-4042-a56a-e9cf041c057f", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:24:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "c5953cf8-527c-4042-a56a-e9cf041c057f", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:24:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "authType": "userdefined"} 2026-08-04T11:24:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "520dc3ab-c232-40ea-8d84-f84f8d678954", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d"} 2026-08-04T11:24:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:24:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d-kserve-route-authn"} 2026-08-04T11:24:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "cdd871d2-934a-421d-a7e4-a7ebe14d1958", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1cb57d","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "ipp-route-1cb57d", "reconcileID": "d3f457a1-789b-49be-936a-d57f6ca696a6", "LLMInferenceService": "ipp-route-1cb57d", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "5a9627b3-b80d-4d74-924c-8274d98e2dc5", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "5a9627b3-b80d-4d74-924c-8274d98e2dc5", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d-authn-ssl"} 2026-08-04T11:24:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "5a9627b3-b80d-4d74-924c-8274d98e2dc5", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9201fe30-8caf-4153-bf12-54096ac4ec8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9201fe30-8caf-4153-bf12-54096ac4ec8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:24:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9201fe30-8caf-4153-bf12-54096ac4ec8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1cb57d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:24:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-trusted-ca-bundle", "reconcileID": "7d45f88e-aa90-435d-a2a5-aa46760ec2e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-trusted-ca-bundle", "reconcileID": "7d45f88e-aa90-435d-a2a5-aa46760ec2e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "b58e078d-3dcc-40d0-be98-f93e4342ec27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "openshift-service-ca.crt", "reconcileID": "b58e078d-3dcc-40d0-be98-f93e4342ec27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c038adab-f462-425a-8b86-9ef076822c3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1cb57d"}, "namespace": "ai-tenant-e2e-ipp-a-1cb57d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c038adab-f462-425a-8b86-9ef076822c3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1cb57d"} 2026-08-04T11:24:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1cb57d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1cb57d", "reconcileID": "625f3412-3ef1-4e39-ba7e-c7b24d333ebe", "Gateway": "e2e-ipp-a-1cb57d", "namespace": "openshift-ingress"} 2026-08-04T11:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2da67cba-843d-47b6-a4d6-0834a37a8a19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:24:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "cfad346f-b7a9-48f7-b43d-090296bb2663", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:24:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "cfad346f-b7a9-48f7-b43d-090296bb2663", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:24:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "cfad346f-b7a9-48f7-b43d-090296bb2663", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "c2e8ee20-666a-4cfc-af47-f7d2155c154c", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "c2e8ee20-666a-4cfc-af47-f7d2155c154c", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a-authn-ssl"} 2026-08-04T11:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "c2e8ee20-666a-4cfc-af47-f7d2155c154c", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:25:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "641cdaf1-47f8-4178-96d2-247570af851c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "641cdaf1-47f8-4178-96d2-247570af851c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:25:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "641cdaf1-47f8-4178-96d2-247570af851c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-651a7a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:25:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "57d6a743-8828-4a76-99bb-4c7fe376b7b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "57d6a743-8828-4a76-99bb-4c7fe376b7b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:25:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "57d6a743-8828-4a76-99bb-4c7fe376b7b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-651a7a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:25:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "725440b7-b911-470d-b455-41a357c7f0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "openshift-service-ca.crt", "reconcileID": "725440b7-b911-470d-b455-41a357c7f0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f36ec13-903d-4172-a822-a0365ec53cf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f36ec13-903d-4172-a822-a0365ec53cf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "eb16cddf-6e57-4c82-9f39-b22233c94759", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-651a7a"}, "namespace": "ai-tenant-e2e-ipp-b-651a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "eb16cddf-6e57-4c82-9f39-b22233c94759", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-651a7a"} 2026-08-04T11:25:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-651a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-651a7a", "reconcileID": "26f593ee-7327-495b-8251-242b172d7ade", "Gateway": "e2e-ipp-b-651a7a", "namespace": "openshift-ingress"} 2026-08-04T11:25:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5fcbf12-95e1-4500-a095-dc4c10a52914", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "66e9a51b-47dc-4e50-ba20-0b935d16cbd9", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "66e9a51b-47dc-4e50-ba20-0b935d16cbd9", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "66e9a51b-47dc-4e50-ba20-0b935d16cbd9", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:25:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "411ba03c-067e-4e0d-a7ca-f5f1580aee12", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:25:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "411ba03c-067e-4e0d-a7ca-f5f1580aee12", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78-authn-ssl"} 2026-08-04T11:25:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "411ba03c-067e-4e0d-a7ca-f5f1580aee12", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:25:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74c598c-bb2f-47c1-902e-7e38fe48e9e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74c598c-bb2f-47c1-902e-7e38fe48e9e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:25:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74c598c-bb2f-47c1-902e-7e38fe48e9e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bc4a78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:25:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-trusted-ca-bundle", "reconcileID": "0cdc80fb-2de8-4683-a680-b9f56037754e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-trusted-ca-bundle", "reconcileID": "0cdc80fb-2de8-4683-a680-b9f56037754e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "openshift-service-ca.crt", "reconcileID": "f3081fea-0411-47b7-ae13-05cfab756de9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "openshift-service-ca.crt", "reconcileID": "f3081fea-0411-47b7-ae13-05cfab756de9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a9f6eea-2cae-4dd0-915d-8d6166e9af6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bc4a78"}, "namespace": "ai-tenant-e2e-shared-a-bc4a78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a9f6eea-2cae-4dd0-915d-8d6166e9af6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bc4a78"} 2026-08-04T11:25:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bc4a78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bc4a78", "reconcileID": "fff61a76-5191-4f66-9055-69e31f818bf7", "Gateway": "e2e-shared-a-bc4a78", "namespace": "openshift-ingress"} 2026-08-04T11:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f083046-0b93-400e-a206-e482b391527d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T11:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "f32299ce-9b2c-4392-9dd6-5365a44edc98", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "f32299ce-9b2c-4392-9dd6-5365a44edc98", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "f32299ce-9b2c-4392-9dd6-5365a44edc98", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "a64da499-d803-4103-8591-3aecc9315de2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "a64da499-d803-4103-8591-3aecc9315de2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac-authn-ssl"} 2026-08-04T11:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "a64da499-d803-4103-8591-3aecc9315de2", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"} 2026-08-04T11:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05fb85ca-0173-43cc-8a94-7214baffc862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05fb85ca-0173-43cc-8a94-7214baffc862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T11:25:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05fb85ca-0173-43cc-8a94-7214baffc862", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-460cac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T11:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-trusted-ca-bundle", "reconcileID": "0f0194c4-e453-41a6-9f5e-f1f0e0816627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-trusted-ca-bundle", "reconcileID": "0f0194c4-e453-41a6-9f5e-f1f0e0816627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "openshift-service-ca.crt", "reconcileID": "afda6a56-0bda-4c54-bec2-d95c6d8b00fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "openshift-service-ca.crt", "reconcileID": "afda6a56-0bda-4c54-bec2-d95c6d8b00fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3148db51-31b9-40f1-8446-2c030b266395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-460cac"}, "namespace": "ai-tenant-e2e-shared-b-460cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3148db51-31b9-40f1-8446-2c030b266395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-460cac"} 2026-08-04T11:25:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-460cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-460cac", "reconcileID": "829e8abc-a40d-4289-a9f2-1609f048c8a7", "Gateway": "e2e-shared-b-460cac", "namespace": "openshift-ingress"}