2026-08-03T16:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "729d9ae6-cc58-4035-8cbc-eb4e12af5797", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "729d9ae6-cc58-4035-8cbc-eb4e12af5797", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:55:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d08422ee-0687-480d-93fd-c6bb190a5e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:55:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:55:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:55:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8d88410-f525-417a-a901-aa870422ca93", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:55:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:55:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d0b0a205-7be2-4f84-a57e-804768bb97ae", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:55:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:55:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "020fab86-b448-42b7-9388-4621d753b4a8", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "00ead189-726b-4b02-b264-c490726c390d", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "00ead189-726b-4b02-b264-c490726c390d", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "00ead189-726b-4b02-b264-c490726c390d", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "e0abe9a4-38de-435a-b1f9-b6350c5374fb", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "e0abe9a4-38de-435a-b1f9-b6350c5374fb", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "e0abe9a4-38de-435a-b1f9-b6350c5374fb", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:55:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4ba972ce-c481-4b34-b195-4068d3a58000", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:55:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4ba972ce-c481-4b34-b195-4068d3a58000", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:55:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4ba972ce-c481-4b34-b195-4068d3a58000", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "127c9d7f-b51b-46b4-a440-705da3207ca0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "127c9d7f-b51b-46b4-a440-705da3207ca0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "127c9d7f-b51b-46b4-a440-705da3207ca0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e"} 2026-08-03T16:56:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "3ff78b7a-ccc4-4381-b736-34a8130445d2", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "sub-test-model-0fae8e", "reconcileID": "7a4f6c08-04a1-4676-ae83-3a16254cdd95", "LLMInferenceService": "sub-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "20523be1-7137-4d22-97c4-473ef12a0a07", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "20523be1-7137-4d22-97c4-473ef12a0a07", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "20523be1-7137-4d22-97c4-473ef12a0a07", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "4dcffb65-84a4-493a-a819-dd941dc80893", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "4dcffb65-84a4-493a-a819-dd941dc80893", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "4dcffb65-84a4-493a-a819-dd941dc80893", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0"} 2026-08-03T16:56:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:56:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:56:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d8febbc7-2362-4ead-a7f7-b900ec6c9e29", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "sub-test-model-7055f0", "reconcileID": "d919c477-2bcf-4a4f-acfa-520c39211912", "LLMInferenceService": "sub-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "5df3cf94-1f22-4dba-9f5a-012820b9cb89", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "5df3cf94-1f22-4dba-9f5a-012820b9cb89", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "5df3cf94-1f22-4dba-9f5a-012820b9cb89", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "481e8a33-e887-4f6a-9368-68af41c4a7db", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "481e8a33-e887-4f6a-9368-68af41c4a7db", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "481e8a33-e887-4f6a-9368-68af41c4a7db", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "5ed666cf-56d7-4164-9082-5104349cbd2b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "authType": "userdefined"} 2026-08-03T16:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "1a08627c-31f7-483b-8b22-9854be536559", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "5ed666cf-56d7-4164-9082-5104349cbd2b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "5ed666cf-56d7-4164-9082-5104349cbd2b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "authType": "userdefined"} 2026-08-03T16:56:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "ca86e9e9-1e24-4717-8797-a884e8fd3b5b", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "ff0c8e05-b03a-4afd-957c-1768da6f6cc8", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "ff0c8e05-b03a-4afd-957c-1768da6f6cc8", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "ff0c8e05-b03a-4afd-957c-1768da6f6cc8", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "f9992768-de43-4330-940c-ed792569d3f0", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "f9992768-de43-4330-940c-ed792569d3f0", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "f9992768-de43-4330-940c-ed792569d3f0", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "bc26ed1b-1c86-46d7-aac6-561d9807a51e", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "bc26ed1b-1c86-46d7-aac6-561d9807a51e", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "bc26ed1b-1c86-46d7-aac6-561d9807a51e", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:56:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "authType": "userdefined"} 2026-08-03T16:56:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "c2055446-5990-4e06-a5cd-81c18d20eb66", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "authType": "userdefined"} 2026-08-03T16:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "b2e80b54-cb1b-46c0-879a-28b13c7cafe1", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "authType": "userdefined"} 2026-08-03T16:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "fb7d64d2-f93d-40fd-8063-91ad1a442f5c", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:56:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "6e207875-2504-449a-9501-4b130804f575", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:56:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:56:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "6bd9ad03-7813-4694-9dad-c8c13857979b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "6e207875-2504-449a-9501-4b130804f575", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "6e207875-2504-449a-9501-4b130804f575", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:56:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:56:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "653a5a24-f0f8-433a-b327-cd4ac8563615", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "b2e231f8-7c77-458c-b563-407b34a56ada", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "b2e231f8-7c77-458c-b563-407b34a56ada", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "b2e231f8-7c77-458c-b563-407b34a56ada", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:56:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:56:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:56:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:56:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "85c3f67b-47d0-4aae-85a6-d7d0400c3f0b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:57:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:57:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:57:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:57:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:57:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "authType": "userdefined"} 2026-08-03T16:57:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ded8a632-64cb-4ecd-8b6d-97cd893406bd", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:57:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "70a5ac19-257c-4df6-ba6d-692488838870", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:57:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "70a5ac19-257c-4df6-ba6d-692488838870", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:57:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "70a5ac19-257c-4df6-ba6d-692488838870", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:57:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "3abe3e8e-1a63-4c43-9d74-f5deb6c490a9", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:57:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "3abe3e8e-1a63-4c43-9d74-f5deb6c490a9", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:57:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "3abe3e8e-1a63-4c43-9d74-f5deb6c490a9", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:57:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "96567b22-5c28-4d67-8722-a123ae2c56ba", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:57:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "96567b22-5c28-4d67-8722-a123ae2c56ba", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "96567b22-5c28-4d67-8722-a123ae2c56ba", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4e4a4b72-2317-4a2c-b500-24d08da7863d", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4e4a4b72-2317-4a2c-b500-24d08da7863d", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "4e4a4b72-2317-4a2c-b500-24d08da7863d", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e"} 2026-08-03T16:58:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:58:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e-kserve-route-authn"} 2026-08-03T16:58:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "43f668c8-7b8e-4d8e-abe7-19b42ad8e1c4", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0fae8e","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "rate-test-model-0fae8e", "reconcileID": "6b634962-ff18-43f6-b59d-a5404fab6075", "LLMInferenceService": "rate-test-model-0fae8e", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T16:58:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "2fd5a9f6-51a4-4a86-b9bc-a7a929dd4d05", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "2fd5a9f6-51a4-4a86-b9bc-a7a929dd4d05", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "2fd5a9f6-51a4-4a86-b9bc-a7a929dd4d05", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "3550ed2f-8e01-4e07-b7b5-6f6ff0bebd83", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "3550ed2f-8e01-4e07-b7b5-6f6ff0bebd83", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "3550ed2f-8e01-4e07-b7b5-6f6ff0bebd83", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0"} 2026-08-03T16:58:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:58:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0-kserve-route-authn"} 2026-08-03T16:58:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "00b53dcb-8694-4749-967c-4c2619c4c337", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7055f0","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "rate-test-model-7055f0", "reconcileID": "ab4a84d2-354b-4bc3-afd1-2d8f0e17dc8b", "LLMInferenceService": "rate-test-model-7055f0", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T16:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "93db37c2-9101-4723-8d20-677b5ad57ad0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "93db37c2-9101-4723-8d20-677b5ad57ad0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "93db37c2-9101-4723-8d20-677b5ad57ad0", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "800a298d-2842-408d-ad29-9b690b8e3aa6", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "800a298d-2842-408d-ad29-9b690b8e3aa6", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "800a298d-2842-408d-ad29-9b690b8e3aa6", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "076753ff-de2a-42f6-b6c8-36e859f2d29a", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "076753ff-de2a-42f6-b6c8-36e859f2d29a", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T16:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "076753ff-de2a-42f6-b6c8-36e859f2d29a", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T16:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "7a16b2dc-9c2b-472d-8341-1bb120eae61b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "7a16b2dc-9c2b-472d-8341-1bb120eae61b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T16:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "7a16b2dc-9c2b-472d-8341-1bb120eae61b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T16:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7414902-0510-41cc-8180-f57f790d0ab5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b900d52a-190e-4bc8-a20e-c00391815465", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b900d52a-190e-4bc8-a20e-c00391815465", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b900d52a-190e-4bc8-a20e-c00391815465", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "cbc5bd9b-54fd-4506-9c16-9ea0c6996a56", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "cbc5bd9b-54fd-4506-9c16-9ea0c6996a56", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "cbc5bd9b-54fd-4506-9c16-9ea0c6996a56", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8185469b-1a73-434d-bf14-d5d25d74e3a2", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8185469b-1a73-434d-bf14-d5d25d74e3a2", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8185469b-1a73-434d-bf14-d5d25d74e3a2", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "63c6e565-d3ec-4327-a0ea-d87044f6615a", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "63c6e565-d3ec-4327-a0ea-d87044f6615a", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "63c6e565-d3ec-4327-a0ea-d87044f6615a", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b4015d1d-9b22-477e-a019-562a2b51f73d", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b4015d1d-9b22-477e-a019-562a2b51f73d", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b4015d1d-9b22-477e-a019-562a2b51f73d", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "80cc55e8-d517-42b5-a2a9-0ce4865d1a1c", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "80cc55e8-d517-42b5-a2a9-0ce4865d1a1c", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "80cc55e8-d517-42b5-a2a9-0ce4865d1a1c", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "2f273391-751a-4f0b-91b4-003ef35619b1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "2f273391-751a-4f0b-91b4-003ef35619b1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "2f273391-751a-4f0b-91b4-003ef35619b1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "241bcef6-dbcc-4838-a062-3d5a92a79825", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "4c0372a0-d456-4c62-ad93-7d52ba04945f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "8b409cfe-a751-4777-bf39-b893dff480f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T16:58:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "8b409cfe-a751-4777-bf39-b893dff480f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "f3287ece-2642-4fc8-bacd-964227b2563d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T16:58:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "f3287ece-2642-4fc8-bacd-964227b2563d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T16:58:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65a2c311-b062-4f9b-9bf1-af0f94349324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "update": "odh-kserve-custom-ca-bundle"} 2026-08-03T16:58:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65a2c311-b062-4f9b-9bf1-af0f94349324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "568c6e01-ddc3-46c4-8e9d-4e9e9e3b1165", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "57ce4b28-1bad-428f-941e-94170802e076", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c71478cb-7c43-42ac-9b72-2e8a548388ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:58:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b181d504-823e-4b4c-b0cd-ef5ab250b71f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b181d504-823e-4b4c-b0cd-ef5ab250b71f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b181d504-823e-4b4c-b0cd-ef5ab250b71f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a41e2d2-8d62-4e7b-b605-ff2a878ef307", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "14974d32-8d95-4829-b402-d0918a042bb1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "14974d32-8d95-4829-b402-d0918a042bb1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "14974d32-8d95-4829-b402-d0918a042bb1", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "016c535d-35f2-473b-a4cb-bb543fb58aad", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "016c535d-35f2-473b-a4cb-bb543fb58aad", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "016c535d-35f2-473b-a4cb-bb543fb58aad", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "91544558-1306-4463-92ab-6106d05cf0f4", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "91544558-1306-4463-92ab-6106d05cf0f4", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "91544558-1306-4463-92ab-6106d05cf0f4", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "eee3e1aa-4ca1-469f-8361-9c48b02562b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "eee3e1aa-4ca1-469f-8361-9c48b02562b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "eee3e1aa-4ca1-469f-8361-9c48b02562b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "618fa311-5359-4946-81ae-bb5c9c5780b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "618fa311-5359-4946-81ae-bb5c9c5780b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "618fa311-5359-4946-81ae-bb5c9c5780b3", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "e4656f74-1c74-4e13-b922-ec4d21487d5b", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "e4656f74-1c74-4e13-b922-ec4d21487d5b", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "e4656f74-1c74-4e13-b922-ec4d21487d5b", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "ef9e76cc-beda-4b8a-86b4-25ac19833432", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "ef9e76cc-beda-4b8a-86b4-25ac19833432", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "ef9e76cc-beda-4b8a-86b4-25ac19833432", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "8f85f357-4b0f-4a99-b785-09851516bb77", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "8f85f357-4b0f-4a99-b785-09851516bb77", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "8f85f357-4b0f-4a99-b785-09851516bb77", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "d7cf18f9-29c0-4bfd-a844-8a48a8b77273", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "6652ae6b-9806-4eb1-8edb-262e820838fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "031b6da2-9580-43ab-9751-fe712dc0b421", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T16:59:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "031b6da2-9580-43ab-9751-fe712dc0b421", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "b414cfd4-21c3-43dc-b155-4ab66193305f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "105ea2dd-2a11-4e6b-809f-c4a03b999750", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "f5cdff94-d942-4d15-829b-5cb0df27217e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "update": "odh-kserve-custom-ca-bundle"} 2026-08-03T16:59:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "f5cdff94-d942-4d15-829b-5cb0df27217e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4054f4a6-abfc-4fa7-a84c-5044cdddfd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T16:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "61b5f49d-a6a2-4bd2-ac9c-f22571d54046", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "61b5f49d-a6a2-4bd2-ac9c-f22571d54046", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "61b5f49d-a6a2-4bd2-ac9c-f22571d54046", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83cdee8c-53e2-4899-98c9-ffcb0b59035d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "6ffc296a-1d78-4903-9e39-12b0a2166791", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "6ffc296a-1d78-4903-9e39-12b0a2166791", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T16:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "6ffc296a-1d78-4903-9e39-12b0a2166791", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T16:59:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0992156-b1b9-4b32-92a0-a7cb4fb851dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eab4a2e8-5a05-45c5-b3de-d9e7bcc9a53b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T16:59:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "f5488e94-65a0-4d9e-8073-ee7d020b9323", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:59:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T16:59:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T16:59:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "ccb72d23-9830-47f8-90b1-631d9ad0d6c5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "f5488e94-65a0-4d9e-8073-ee7d020b9323", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:59:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "f5488e94-65a0-4d9e-8073-ee7d020b9323", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:59:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T16:59:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T16:59:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "470d84ad-6b88-4b2e-80e7-03f65cc51942", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b48f9a25-acd8-4ae7-b3a1-6970d1129e2f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b48f9a25-acd8-4ae7-b3a1-6970d1129e2f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T16:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "b48f9a25-acd8-4ae7-b3a1-6970d1129e2f", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T16:59:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T16:59:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T16:59:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T16:59:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "b91de637-7556-4db9-ad65-90f7d7deb5f8", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:00:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T17:00:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1be99f3f-b696-4bad-b8a7-f7d5e0e0dfe5", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:00:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T17:00:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "38aa2fd0-153f-4e26-a195-b653a76ae8f4", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:00:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac898a4e-1104-49e4-8b67-ccc84419fdc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "6946327b-bbd5-4112-b0f9-72bc423a8676", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "6946327b-bbd5-4112-b0f9-72bc423a8676", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "6946327b-bbd5-4112-b0f9-72bc423a8676", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "c9a168cf-746e-4602-a045-a3096969c131", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "c9a168cf-746e-4602-a045-a3096969c131", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "c9a168cf-746e-4602-a045-a3096969c131", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "660f97f4-0596-4554-84d0-7b3fc8d193ba", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "660f97f4-0596-4554-84d0-7b3fc8d193ba", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "660f97f4-0596-4554-84d0-7b3fc8d193ba", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "3e0ef363-6acb-4d3c-9730-43db7a25fe5c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "3e0ef363-6acb-4d3c-9730-43db7a25fe5c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "3e0ef363-6acb-4d3c-9730-43db7a25fe5c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b4c758ca-c045-4a3a-a32b-1e7d105c4390", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b4c758ca-c045-4a3a-a32b-1e7d105c4390", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b4c758ca-c045-4a3a-a32b-1e7d105c4390", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "ef07a6af-b0dc-4bb2-afe4-226379c383b1", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "ef07a6af-b0dc-4bb2-afe4-226379c383b1", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "ef07a6af-b0dc-4bb2-afe4-226379c383b1", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "154ea0b5-6fdb-493d-8a71-f897d2fd4f0c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "154ea0b5-6fdb-493d-8a71-f897d2fd4f0c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "154ea0b5-6fdb-493d-8a71-f897d2fd4f0c", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "5080743f-152b-47f1-b494-bf91263ebbf6", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "5080743f-152b-47f1-b494-bf91263ebbf6", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "5080743f-152b-47f1-b494-bf91263ebbf6", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-trusted-ca-bundle", "reconcileID": "8152e4cb-a39a-41cc-8065-786d116d1e1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "a1b811aa-cf41-48fd-8034-b28925189dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "d7ca738d-81ad-4c25-9a46-43d5f5914520", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:00:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "d7ca738d-81ad-4c25-9a46-43d5f5914520", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40887414-19b9-4cce-9b87-44cd4c7c22a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "2fc99d01-d2a9-46e8-b366-8fa57a54e246", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-trusted-ca-bundle", "reconcileID": "1952fc07-8dd3-4764-98cf-b564ba08177d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "update": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:00:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-trusted-ca-bundle", "reconcileID": "1952fc07-8dd3-4764-98cf-b564ba08177d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41c3fd3f-e6c8-4018-9066-035ca4439fb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "eee3d41d-bd2d-47a5-9f75-674460edd607", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "eee3d41d-bd2d-47a5-9f75-674460edd607", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "eee3d41d-bd2d-47a5-9f75-674460edd607", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27d48177-8fd9-46a7-8cef-8201d89a3122", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:00:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b41ab6a2-d63f-4831-85e1-8f3efd05529f", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:00:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b41ab6a2-d63f-4831-85e1-8f3efd05529f", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:00:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "b41ab6a2-d63f-4831-85e1-8f3efd05529f", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "1258c960-3478-4263-b56d-3d71c4d163f7", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "1258c960-3478-4263-b56d-3d71c4d163f7", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "1258c960-3478-4263-b56d-3d71c4d163f7", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "961236b2-5d13-42d2-9c10-4737c649d254", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "961236b2-5d13-42d2-9c10-4737c649d254", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0-authn-ssl"} 2026-08-03T17:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df7e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df7e0", "reconcileID": "961236b2-5d13-42d2-9c10-4737c649d254", "Gateway": "e2e-ipp-cleanup-4df7e0", "namespace": "openshift-ingress"} 2026-08-03T17:01:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf40d34-1fed-46d8-b18c-9f1fd8224985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf40d34-1fed-46d8-b18c-9f1fd8224985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:01:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdf40d34-1fed-46d8-b18c-9f1fd8224985", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-4df7e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T17:01:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-trusted-ca-bundle", "reconcileID": "d8ecfe20-029b-40f5-83ee-9782f6f4ea93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-trusted-ca-bundle", "reconcileID": "d8ecfe20-029b-40f5-83ee-9782f6f4ea93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "5f0e5eff-3ed1-4a6b-a076-e495ba1f3815", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "openshift-service-ca.crt", "reconcileID": "5f0e5eff-3ed1-4a6b-a076-e495ba1f3815", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a19a282e-c25b-47c4-85de-d961af9a8ef5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df7e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a19a282e-c25b-47c4-85de-d961af9a8ef5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df7e0"} 2026-08-03T17:01:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18bb300a-d026-4100-8112-441bf879dbb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:01:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "be4ceaae-b4c5-4dc3-af5f-b374b47c06aa", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "be4ceaae-b4c5-4dc3-af5f-b374b47c06aa", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:01:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "be4ceaae-b4c5-4dc3-af5f-b374b47c06aa", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e22b02a1-b935-4bb6-b87b-2e82547a90c0", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e22b02a1-b935-4bb6-b87b-2e82547a90c0", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e22b02a1-b935-4bb6-b87b-2e82547a90c0", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e1a67335-e100-47de-99f0-53975096a566", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e1a67335-e100-47de-99f0-53975096a566", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e1a67335-e100-47de-99f0-53975096a566", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "20b9a6a5-f480-4eef-9dd6-f06904218701", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "20b9a6a5-f480-4eef-9dd6-f06904218701", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "20b9a6a5-f480-4eef-9dd6-f06904218701", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T17:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "fdaab9dc-93a0-4f12-b047-4d1d176cc43f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec39081-ee3d-473d-b6c7-1515a6453d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec39081-ee3d-473d-b6c7-1515a6453d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:02:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec39081-ee3d-473d-b6c7-1515a6453d9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0e4b78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T17:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "edff38b1-2ccb-42aa-a1cb-1004e7ba7886", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "edff38b1-2ccb-42aa-a1cb-1004e7ba7886", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "fd5cf135-0f54-41b2-9828-24ac21ccc830", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "openshift-service-ca.crt", "reconcileID": "fd5cf135-0f54-41b2-9828-24ac21ccc830", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fda21fc-52d3-4361-9359-6857260952e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fda21fc-52d3-4361-9359-6857260952e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "authType": "userdefined"} 2026-08-03T17:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1d9ce98f-eb38-4d1c-a250-763117a51d7e", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e85fdb2e-e86a-4167-a265-d5b960f42d53", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:02:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e85fdb2e-e86a-4167-a265-d5b960f42d53", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:02:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "e85fdb2e-e86a-4167-a265-d5b960f42d53", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:02:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78"} 2026-08-03T17:02:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:02:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:02:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "72f042ff-ad25-4108-9926-e53bc941b44f", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78"} 2026-08-03T17:02:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:02:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78-kserve-route-authn"} 2026-08-03T17:02:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "1e14c73f-efab-43d6-b200-5c8fd0337fef", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0e4b78","namespace":"ai-tenant-e2e-ipp-a-0e4b78"}, "namespace": "ai-tenant-e2e-ipp-a-0e4b78", "name": "ipp-route-0e4b78", "reconcileID": "385d9201-6587-4f21-b400-2b9bfa34e57a", "LLMInferenceService": "ipp-route-0e4b78", "namespace": "ai-tenant-e2e-ipp-a-0e4b78"} 2026-08-03T17:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8a5ce2ee-0a12-44bb-8cea-fc5bc14c8ba4", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8a5ce2ee-0a12-44bb-8cea-fc5bc14c8ba4", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78-authn-ssl"} 2026-08-03T17:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0e4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0e4b78", "reconcileID": "8a5ce2ee-0a12-44bb-8cea-fc5bc14c8ba4", "Gateway": "e2e-ipp-a-0e4b78", "namespace": "openshift-ingress"} 2026-08-03T17:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9b0d8c8-1ac3-4b72-a5b2-fb41f7486b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "1bfd7ea7-dc79-492b-87da-0f09aac33fcb", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T17:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "1bfd7ea7-dc79-492b-87da-0f09aac33fcb", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T17:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "1bfd7ea7-dc79-492b-87da-0f09aac33fcb", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T17:02:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "aa637555-3a6f-4ab0-bfe8-b12e7b9d5f40", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T17:02:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "aa637555-3a6f-4ab0-bfe8-b12e7b9d5f40", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9-authn-ssl"} 2026-08-03T17:02:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cf8ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cf8ed9", "reconcileID": "aa637555-3a6f-4ab0-bfe8-b12e7b9d5f40", "Gateway": "e2e-ipp-b-cf8ed9", "namespace": "openshift-ingress"} 2026-08-03T17:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68761f1-0892-467a-b56b-1d591069b4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68761f1-0892-467a-b56b-1d591069b4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:02:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68761f1-0892-467a-b56b-1d591069b4ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-cf8ed9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T17:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "1315649e-407b-41cc-a0f5-9d2bb80116b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "1315649e-407b-41cc-a0f5-9d2bb80116b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "2715b157-7945-4445-aa1d-e4d536232296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "openshift-service-ca.crt", "reconcileID": "2715b157-7945-4445-aa1d-e4d536232296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b634313-22f1-4ff6-b40e-a38f3449484c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cf8ed9"}, "namespace": "ai-tenant-e2e-ipp-b-cf8ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b634313-22f1-4ff6-b40e-a38f3449484c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cf8ed9"} 2026-08-03T17:03:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6004e859-7dfe-4431-88c7-45ede9150532", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "34747d66-433e-4761-9a95-ccfe0d0c65e8", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T17:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "34747d66-433e-4761-9a95-ccfe0d0c65e8", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T17:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "34747d66-433e-4761-9a95-ccfe0d0c65e8", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T17:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "155852c0-1867-4ada-834e-73659ac0be9b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T17:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "155852c0-1867-4ada-834e-73659ac0be9b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e-authn-ssl"} 2026-08-03T17:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0fae8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0fae8e", "reconcileID": "155852c0-1867-4ada-834e-73659ac0be9b", "Gateway": "e2e-shared-a-0fae8e", "namespace": "openshift-ingress"} 2026-08-03T17:03:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4eeb173-5292-4935-8e4b-cd29a5830408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4eeb173-5292-4935-8e4b-cd29a5830408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:03:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4eeb173-5292-4935-8e4b-cd29a5830408", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0fae8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T17:03:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-trusted-ca-bundle", "reconcileID": "b117efcc-3a2a-466b-8c8f-4bb46c0baf7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-trusted-ca-bundle", "reconcileID": "b117efcc-3a2a-466b-8c8f-4bb46c0baf7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "openshift-service-ca.crt", "reconcileID": "a512d727-08d4-4dd3-8e66-07915e5c7f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "openshift-service-ca.crt", "reconcileID": "a512d727-08d4-4dd3-8e66-07915e5c7f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f2c1d9d-b1da-484e-9990-bf179776a021", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0fae8e"}, "namespace": "ai-tenant-e2e-shared-a-0fae8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f2c1d9d-b1da-484e-9990-bf179776a021", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0fae8e"} 2026-08-03T17:03:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-03T17:03:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-03T17:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "328ad095-4f19-4d60-b865-13bbdb9b34f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:03:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-03T17:03:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-03T17:03:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "eb2e7ad0-5b9c-4f5e-b9d9-2fbe659f615f", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T17:03:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "eb2e7ad0-5b9c-4f5e-b9d9-2fbe659f615f", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T17:03:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "eb2e7ad0-5b9c-4f5e-b9d9-2fbe659f615f", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T17:03:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "be4c5593-50d2-4284-8c80-d8dec94b8cb1", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T17:03:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "be4c5593-50d2-4284-8c80-d8dec94b8cb1", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0-authn-ssl"} 2026-08-03T17:03:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7055f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7055f0", "reconcileID": "be4c5593-50d2-4284-8c80-d8dec94b8cb1", "Gateway": "e2e-shared-b-7055f0", "namespace": "openshift-ingress"} 2026-08-03T17:03:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3db898e2-2097-4221-85c6-ff966f4c153b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-03T17:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd66d26-3760-4d56-8bab-66676876f1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd66d26-3760-4d56-8bab-66676876f1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0", "create": "odh-kserve-custom-ca-bundle"} 2026-08-03T17:03:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd66d26-3760-4d56-8bab-66676876f1e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-7055f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-03T17:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-trusted-ca-bundle", "reconcileID": "5776bd13-efc8-460e-90c3-eb0a2e64836c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-trusted-ca-bundle", "reconcileID": "5776bd13-efc8-460e-90c3-eb0a2e64836c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "openshift-service-ca.crt", "reconcileID": "302d74b9-5008-4537-b092-46b44957895d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "openshift-service-ca.crt", "reconcileID": "302d74b9-5008-4537-b092-46b44957895d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "214e5936-568e-46bc-8d7e-a5752f612101", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0"} 2026-08-03T17:03:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7055f0"}, "namespace": "ai-tenant-e2e-shared-b-7055f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "214e5936-568e-46bc-8d7e-a5752f612101", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7055f0"}