2026-09-17T15:59:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d63c0","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0", "reconcileID": "18c495f1-5b15-42ac-8358-54ab745bc3e6", "LLMInferenceService": "rate-test-model-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0-kserve-route-authn"} 2026-09-17T15:59:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d63c0","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0", "reconcileID": "18c495f1-5b15-42ac-8358-54ab745bc3e6", "LLMInferenceService": "rate-test-model-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0-kserve-route-authn"} 2026-09-17T15:59:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d63c0","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0", "reconcileID": "18c495f1-5b15-42ac-8358-54ab745bc3e6", "LLMInferenceService": "rate-test-model-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T15:59:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d63c0","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0", "reconcileID": "18c495f1-5b15-42ac-8358-54ab745bc3e6", "LLMInferenceService": "rate-test-model-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T15:59:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d63c0","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "rate-test-model-1d63c0", "reconcileID": "ecdd2b29-604c-42c4-aa72-c039118b9fad", "LLMInferenceService": "rate-test-model-1d63c0", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T15:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "b2ba8c95-aefd-4dab-82c7-9f830f8aea0d", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T15:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "b2ba8c95-aefd-4dab-82c7-9f830f8aea0d", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0-authn-ssl"} 2026-09-17T15:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "b2ba8c95-aefd-4dab-82c7-9f830f8aea0d", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T15:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "401439ad-4fed-4e99-b628-9dced862adae", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T15:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "401439ad-4fed-4e99-b628-9dced862adae", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0-authn-ssl"} 2026-09-17T15:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "401439ad-4fed-4e99-b628-9dced862adae", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T15:59:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9"} 2026-09-17T15:59:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9-kserve-route-authn"} 2026-09-17T15:59:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9-kserve-route-authn"} 2026-09-17T15:59:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "f6ff7b98-1653-42ee-8ffd-285b182c6db2", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5818c9","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "rate-test-model-5818c9", "reconcileID": "2b0d5e87-aa5d-40e2-b8d4-c4b8e4ff2647", "LLMInferenceService": "rate-test-model-5818c9", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T15:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "23507b24-7f97-45ff-8f6c-41ab9de682ff", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T15:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "23507b24-7f97-45ff-8f6c-41ab9de682ff", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9-authn-ssl"} 2026-09-17T15:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "23507b24-7f97-45ff-8f6c-41ab9de682ff", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T15:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "57289cf0-0762-4adf-82f2-cc2591edd550", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T15:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "57289cf0-0762-4adf-82f2-cc2591edd550", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9-authn-ssl"} 2026-09-17T15:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "57289cf0-0762-4adf-82f2-cc2591edd550", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3129dc1f-64cb-40c0-a6ac-0dadb199cc3f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3129dc1f-64cb-40c0-a6ac-0dadb199cc3f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3129dc1f-64cb-40c0-a6ac-0dadb199cc3f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "dd2c57d5-96e1-4ead-83e9-12c8ee756582", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "dd2c57d5-96e1-4ead-83e9-12c8ee756582", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "dd2c57d5-96e1-4ead-83e9-12c8ee756582", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "0a52c2e4-852c-4d98-a713-351bfd172b4c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "0a52c2e4-852c-4d98-a713-351bfd172b4c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "0a52c2e4-852c-4d98-a713-351bfd172b4c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "31547a21-0595-4141-a8b0-1d75dd26a113", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "31547a21-0595-4141-a8b0-1d75dd26a113", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "31547a21-0595-4141-a8b0-1d75dd26a113", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e3fefcc9-c896-40e0-9d40-edb36194d279", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e3fefcc9-c896-40e0-9d40-edb36194d279", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e3fefcc9-c896-40e0-9d40-edb36194d279", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e7e5ad9e-6898-492b-bac3-8592ace3714e", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e7e5ad9e-6898-492b-bac3-8592ace3714e", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e7e5ad9e-6898-492b-bac3-8592ace3714e", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "1294421a-08bd-4790-8c15-ea66ad58438a", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "1294421a-08bd-4790-8c15-ea66ad58438a", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "1294421a-08bd-4790-8c15-ea66ad58438a", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e553a5a6-98e7-4cc0-bc3f-a84aa36afbf0", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e553a5a6-98e7-4cc0-bc3f-a84aa36afbf0", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "e553a5a6-98e7-4cc0-bc3f-a84aa36afbf0", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "a523521e-76cf-4b15-a98c-5f6dc5cd6c38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-trusted-ca-bundle", "reconcileID": "5d1d204a-898b-435a-940c-0a1d8591653f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "b3bcbb7f-f757-440b-a9e4-dffc5cbc4fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T15:59:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "b3bcbb7f-f757-440b-a9e4-dffc5cbc4fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a17a172a-df0b-4f5c-8c0c-bdfcfb29890e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "051dc2ba-5d21-4b86-8df3-75d5aca6b2e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-trusted-ca-bundle", "reconcileID": "abf658e3-1990-4698-878b-591338ef1c8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T15:59:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-trusted-ca-bundle", "reconcileID": "abf658e3-1990-4698-878b-591338ef1c8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bec1058-6921-45a7-81ab-0a2cc388771e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T15:59:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "25e1e036-d880-422a-8b2f-ec51cb09f809", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "25e1e036-d880-422a-8b2f-ec51cb09f809", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "25e1e036-d880-422a-8b2f-ec51cb09f809", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3108b49e-9b59-4e8e-a4d0-4ba92026a943", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T15:59:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3108b49e-9b59-4e8e-a4d0-4ba92026a943", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T15:59:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3108b49e-9b59-4e8e-a4d0-4ba92026a943", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "8e2b69ee-81e1-4369-8c8a-880c521bee6b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "8e2b69ee-81e1-4369-8c8a-880c521bee6b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "8e2b69ee-81e1-4369-8c8a-880c521bee6b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "82233d24-e777-4138-807a-2f44be66072b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "82233d24-e777-4138-807a-2f44be66072b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "82233d24-e777-4138-807a-2f44be66072b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "c03c6f58-857c-4157-8da4-58d7ac4bc8c6", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "c03c6f58-857c-4157-8da4-58d7ac4bc8c6", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "c03c6f58-857c-4157-8da4-58d7ac4bc8c6", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8864011-62ec-4d1a-aa61-989c397dad4f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8864011-62ec-4d1a-aa61-989c397dad4f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8864011-62ec-4d1a-aa61-989c397dad4f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "17ffb358-a846-4cb0-b74d-5bc5a5e3224b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "17ffb358-a846-4cb0-b74d-5bc5a5e3224b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "17ffb358-a846-4cb0-b74d-5bc5a5e3224b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "20c038a8-9a31-4826-8bc6-0e015ca46de4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "20c038a8-9a31-4826-8bc6-0e015ca46de4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "20c038a8-9a31-4826-8bc6-0e015ca46de4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "fedc241d-6ec4-48be-8f03-27c800f58947", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "fedc241d-6ec4-48be-8f03-27c800f58947", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "fedc241d-6ec4-48be-8f03-27c800f58947", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8cf5fe4-cb1f-46e5-b92b-5e138f2d7e37", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8cf5fe4-cb1f-46e5-b92b-5e138f2d7e37", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d8cf5fe4-cb1f-46e5-b92b-5e138f2d7e37", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "e2da736f-0f64-40b8-a0d7-15956ba9693a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "7f56e7f6-67aa-4dc2-aff4-6bdeabd82a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:00:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "7f56e7f6-67aa-4dc2-aff4-6bdeabd82a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "390d8e41-8a09-4453-b7de-057b16ace311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:00:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "390d8e41-8a09-4453-b7de-057b16ace311", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1230dcb5-4f18-4291-96d4-0c3a9b360f14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "123da7e6-726c-42d9-b818-532f9f29d190", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "93688487-3882-41fe-a913-f4c5c55e8b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a30932-3fd7-41c6-8393-27c66de87daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:00:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a30932-3fd7-41c6-8393-27c66de87daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4047df94-a117-4d34-afce-cc35d67e9c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:00:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "dff020ca-08df-4f1a-aeee-763d6cdfbaf4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "dff020ca-08df-4f1a-aeee-763d6cdfbaf4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "dff020ca-08df-4f1a-aeee-763d6cdfbaf4", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "f991257d-f4eb-4ded-957f-2ebd82dfc21f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "f991257d-f4eb-4ded-957f-2ebd82dfc21f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:00:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "f991257d-f4eb-4ded-957f-2ebd82dfc21f", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:00:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3a9d1b52-b215-4d1a-87fd-10ad41cbd7e6", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:00:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:00:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:00:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "3e31cb9a-ef32-47a0-a672-c22867f36580", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3a9d1b52-b215-4d1a-87fd-10ad41cbd7e6", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3a9d1b52-b215-4d1a-87fd-10ad41cbd7e6", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:00:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:00:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:00:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "bfe599de-b88c-48e5-a19f-37c1da47609b", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "cdd1e650-81d6-4056-9133-88773339dd04", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "cdd1e650-81d6-4056-9133-88773339dd04", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "cdd1e650-81d6-4056-9133-88773339dd04", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:00:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:00:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:00:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "063f0907-b47a-4fa9-992d-706dbc0060b8", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:00:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:00:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:00:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "adc8dce7-dab3-4c5b-8bf6-0b927b9f2769", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:01:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:01:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:01:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:01:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:01:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:01:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "b4d20d84-a3ef-473c-823e-d06520a3ac3d", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "72ad50ba-e038-4ef6-902c-30b2ff983b71", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "72ad50ba-e038-4ef6-902c-30b2ff983b71", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "72ad50ba-e038-4ef6-902c-30b2ff983b71", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "9a8347e3-8af9-4c25-91df-c221e7ad7abc", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "9a8347e3-8af9-4c25-91df-c221e7ad7abc", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "9a8347e3-8af9-4c25-91df-c221e7ad7abc", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "4c22f27a-10e8-4582-a373-17721c276443", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "4c22f27a-10e8-4582-a373-17721c276443", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "4c22f27a-10e8-4582-a373-17721c276443", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "ca017b1f-b269-46bf-ba00-e630edecaa49", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "ca017b1f-b269-46bf-ba00-e630edecaa49", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "ca017b1f-b269-46bf-ba00-e630edecaa49", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "d79da355-7d75-463d-81f1-146970106dbd", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "d79da355-7d75-463d-81f1-146970106dbd", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "d79da355-7d75-463d-81f1-146970106dbd", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1d86d273-f7b8-4073-a52b-136304f47c0e", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1d86d273-f7b8-4073-a52b-136304f47c0e", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1d86d273-f7b8-4073-a52b-136304f47c0e", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "b91c9de1-257c-4b02-acdd-2df576efb622", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "b91c9de1-257c-4b02-acdd-2df576efb622", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "b91c9de1-257c-4b02-acdd-2df576efb622", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "1dd2501e-f08f-4ac0-a696-019fe5c37061", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "986a642d-5981-46df-9307-11a3375368d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "907d85e7-933e-4490-94ab-d8f57cf8d329", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:01:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "907d85e7-933e-4490-94ab-d8f57cf8d329", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "215d2186-c484-4146-a811-3ad1ef5ed08f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:01:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "215d2186-c484-4146-a811-3ad1ef5ed08f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c88e850-e426-4746-9d84-d6574eb65483", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "1edfffa7-8761-41d0-9e42-f9cf9f01f090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "13d3089c-3040-49cd-89e0-e17088cbc376", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:01:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "13d3089c-3040-49cd-89e0-e17088cbc376", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b9f98ac-c4d3-43d8-ad6f-daf16b5524b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:01:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "7040ce6c-a907-48e3-bb3e-1ecdbadc60b0", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "7040ce6c-a907-48e3-bb3e-1ecdbadc60b0", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "7040ce6c-a907-48e3-bb3e-1ecdbadc60b0", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "22ad299a-d986-4d56-a9e0-de9de0aca017", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "22ad299a-d986-4d56-a9e0-de9de0aca017", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "22ad299a-d986-4d56-a9e0-de9de0aca017", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "5ffa6c09-9e40-4861-89f9-43f2b9a77fe3", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:01:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "5ffa6c09-9e40-4861-89f9-43f2b9a77fe3", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:01:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "5ffa6c09-9e40-4861-89f9-43f2b9a77fe3", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1ae484f3-1b19-4812-b6bb-b154365ceed9", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1ae484f3-1b19-4812-b6bb-b154365ceed9", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed-authn-ssl"} 2026-09-17T16:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "1ae484f3-1b19-4812-b6bb-b154365ceed9", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:02:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e7cd350-e28d-4f3e-96d1-f76ef32e5dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e7cd350-e28d-4f3e-96d1-f76ef32e5dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:02:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e7cd350-e28d-4f3e-96d1-f76ef32e5dcb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ec94ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:02:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "5b44cc5e-78fa-4a16-8680-6c9e5eb997bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "5b44cc5e-78fa-4a16-8680-6c9e5eb997bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:02:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "5b44cc5e-78fa-4a16-8680-6c9e5eb997bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ec94ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:02:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60c22ae2-e50a-4af3-980c-5dbc0439156a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60c22ae2-e50a-4af3-980c-5dbc0439156a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "7c08e865-d3f0-45c9-85bd-ea19ffbab465", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "openshift-service-ca.crt", "reconcileID": "7c08e865-d3f0-45c9-85bd-ea19ffbab465", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "c08bdfe8-138f-4c61-9d2d-8219dd2d6ed7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ec94ed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed", "name": "odh-trusted-ca-bundle", "reconcileID": "c08bdfe8-138f-4c61-9d2d-8219dd2d6ed7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ec94ed"} 2026-09-17T16:02:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ec94ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ec94ed", "reconcileID": "717f3fbc-f004-4337-9c8e-0805b06b99cd", "Gateway": "e2e-ipp-cleanup-ec94ed", "namespace": "openshift-ingress"} 2026-09-17T16:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "16bce3c4-640f-4f27-b19a-fa03dad587b8", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "16bce3c4-640f-4f27-b19a-fa03dad587b8", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "16bce3c4-640f-4f27-b19a-fa03dad587b8", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "c8e6434d-bfc8-43df-9dab-1270812d196f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "c8e6434d-bfc8-43df-9dab-1270812d196f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "c8e6434d-bfc8-43df-9dab-1270812d196f", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "bf442d7d-ac57-4770-a4dd-4ef9fd0a9d9c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "bf442d7d-ac57-4770-a4dd-4ef9fd0a9d9c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "bf442d7d-ac57-4770-a4dd-4ef9fd0a9d9c", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:02:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:02:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:02:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:02:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:02:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "authType": "userdefined"} 2026-09-17T16:02:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "57c1c887-ac54-4c27-95a7-38fa4be46a75", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219"} 2026-09-17T16:03:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:03:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219-kserve-route-authn"} 2026-09-17T16:03:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "98666ffc-ed8c-4ea6-81db-2fb522917036", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-420219","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "ipp-route-420219", "reconcileID": "f7a1a203-917a-497e-9648-ebc15baf2646", "LLMInferenceService": "ipp-route-420219", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3dde4507-959c-48e5-8c96-6cc0c28de812", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:03:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3dde4507-959c-48e5-8c96-6cc0c28de812", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:03:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3dde4507-959c-48e5-8c96-6cc0c28de812", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:03:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "8625b753-abb8-47ce-9fac-3b191bdb2725", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:03:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "8625b753-abb8-47ce-9fac-3b191bdb2725", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219-authn-ssl"} 2026-09-17T16:03:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "8625b753-abb8-47ce-9fac-3b191bdb2725", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:03:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba2ffb2-7755-4577-ab0d-17e600531efd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba2ffb2-7755-4577-ab0d-17e600531efd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba2ffb2-7755-4577-ab0d-17e600531efd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-420219 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-trusted-ca-bundle", "reconcileID": "3d54c900-e8b0-4bc1-ae0b-97a0e4b25955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-trusted-ca-bundle", "reconcileID": "3d54c900-e8b0-4bc1-ae0b-97a0e4b25955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "e6765e91-ff0f-4dce-97d7-3c18bde1080e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "openshift-service-ca.crt", "reconcileID": "e6765e91-ff0f-4dce-97d7-3c18bde1080e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "708f5e07-b39e-4ed6-aa40-92228d38a7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-420219"}, "namespace": "ai-tenant-e2e-ipp-a-420219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "708f5e07-b39e-4ed6-aa40-92228d38a7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-420219"} 2026-09-17T16:03:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-420219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-420219", "reconcileID": "3c6c5798-b1c9-4023-b517-50c6568c9130", "Gateway": "e2e-ipp-a-420219", "namespace": "openshift-ingress"} 2026-09-17T16:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d45e513d-6810-4419-bc95-0b401c9e36fb", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d45e513d-6810-4419-bc95-0b401c9e36fb", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "d45e513d-6810-4419-bc95-0b401c9e36fb", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "cef34f19-e38e-4189-869e-32880c95cdec", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "cef34f19-e38e-4189-869e-32880c95cdec", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5-authn-ssl"} 2026-09-17T16:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "cef34f19-e38e-4189-869e-32880c95cdec", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6388f095-001d-46f1-a500-85f3b84794ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6388f095-001d-46f1-a500-85f3b84794ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6388f095-001d-46f1-a500-85f3b84794ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddedf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4d2994-2a05-41b3-b5c4-cb3771e593a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4d2994-2a05-41b3-b5c4-cb3771e593a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4d2994-2a05-41b3-b5c4-cb3771e593a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddedf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a57b69f-18a5-476d-b003-8f640de57b39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a57b69f-18a5-476d-b003-8f640de57b39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a57b69f-18a5-476d-b003-8f640de57b39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddedf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870d8406-ddb3-482c-906c-7b793c1686ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870d8406-ddb3-482c-906c-7b793c1686ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870d8406-ddb3-482c-906c-7b793c1686ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddedf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "262ab33e-40d1-4bdf-80c3-056c8ea09839", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "262ab33e-40d1-4bdf-80c3-056c8ea09839", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "262ab33e-40d1-4bdf-80c3-056c8ea09839", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ddedf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "ac4b74db-91b8-4f40-9cc9-0108da1ce883", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "openshift-service-ca.crt", "reconcileID": "ac4b74db-91b8-4f40-9cc9-0108da1ce883", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "1888839d-5cce-4860-8082-b94547238e05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-trusted-ca-bundle", "reconcileID": "1888839d-5cce-4860-8082-b94547238e05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb19d24d-92b0-4afe-8a35-01b0bf567493", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ddedf5"}, "namespace": "ai-tenant-e2e-ipp-b-ddedf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb19d24d-92b0-4afe-8a35-01b0bf567493", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ddedf5"} 2026-09-17T16:03:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ddedf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ddedf5", "reconcileID": "858e159b-08d4-4299-9401-84625deb885b", "Gateway": "e2e-ipp-b-ddedf5", "namespace": "openshift-ingress"} 2026-09-17T16:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "ea6e0f01-8d11-41f4-aa85-da1a953fbb39", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T16:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "ea6e0f01-8d11-41f4-aa85-da1a953fbb39", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0-authn-ssl"} 2026-09-17T16:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "ea6e0f01-8d11-41f4-aa85-da1a953fbb39", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T16:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "4d76cdbc-7205-460f-aa0d-04a82e6830c6", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T16:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "4d76cdbc-7205-460f-aa0d-04a82e6830c6", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0-authn-ssl"} 2026-09-17T16:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "4d76cdbc-7205-460f-aa0d-04a82e6830c6", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e3c4887-2a8d-4f25-a666-dd0d87e7d097", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e3c4887-2a8d-4f25-a666-dd0d87e7d097", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e3c4887-2a8d-4f25-a666-dd0d87e7d097", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1d63c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "c98497ad-f9c8-4f91-9ea4-b4ee4f161f8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "c98497ad-f9c8-4f91-9ea4-b4ee4f161f8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "c98497ad-f9c8-4f91-9ea4-b4ee4f161f8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1d63c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8c01086-00ee-4b41-8065-731f8e746962", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8c01086-00ee-4b41-8065-731f8e746962", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8c01086-00ee-4b41-8065-731f8e746962", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1d63c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "a5dc5ca1-4398-4ce0-92da-b88bc1a6afb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "a5dc5ca1-4398-4ce0-92da-b88bc1a6afb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "a5dc5ca1-4398-4ce0-92da-b88bc1a6afb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1d63c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "openshift-service-ca.crt", "reconcileID": "47a29d7f-7210-4307-aac0-0f7448cbaecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "openshift-service-ca.crt", "reconcileID": "47a29d7f-7210-4307-aac0-0f7448cbaecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1044bc8a-7596-48d7-afa0-8a007135e538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1044bc8a-7596-48d7-afa0-8a007135e538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "17f1af95-cbd1-479b-a4ec-c24db796157f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d63c0"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0", "name": "odh-trusted-ca-bundle", "reconcileID": "17f1af95-cbd1-479b-a4ec-c24db796157f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d63c0"} 2026-09-17T16:04:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d63c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d63c0", "reconcileID": "b5261578-032e-4c22-a482-eb653e64b25e", "Gateway": "e2e-shared-a-w3-1d63c0", "namespace": "openshift-ingress"} 2026-09-17T16:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "38a8a733-5179-4bf0-bdac-29b72fe6c98e", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "38a8a733-5179-4bf0-bdac-29b72fe6c98e", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9-authn-ssl"} 2026-09-17T16:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "38a8a733-5179-4bf0-bdac-29b72fe6c98e", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "141eae90-87de-4c0c-911e-c4623457361f", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "141eae90-87de-4c0c-911e-c4623457361f", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9-authn-ssl"} 2026-09-17T16:04:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "141eae90-87de-4c0c-911e-c4623457361f", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "936c0a42-c606-4ca9-ade0-2dd5285fec56", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "936c0a42-c606-4ca9-ade0-2dd5285fec56", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9-authn-ssl"} 2026-09-17T16:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "936c0a42-c606-4ca9-ade0-2dd5285fec56", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:04:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee14cac-3bff-40cc-9982-6288ea51f343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee14cac-3bff-40cc-9982-6288ea51f343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee14cac-3bff-40cc-9982-6288ea51f343", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-5818c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-trusted-ca-bundle", "reconcileID": "f62adf6e-b8f9-4246-b5a0-02dcf1104371", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-trusted-ca-bundle", "reconcileID": "f62adf6e-b8f9-4246-b5a0-02dcf1104371", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T16:04:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-trusted-ca-bundle", "reconcileID": "f62adf6e-b8f9-4246-b5a0-02dcf1104371", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-5818c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T16:04:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "openshift-service-ca.crt", "reconcileID": "2b75b175-6a44-4c4c-9068-70fb0d35f242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "openshift-service-ca.crt", "reconcileID": "2b75b175-6a44-4c4c-9068-70fb0d35f242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5ae2a1c-a749-4d4e-ac6f-b6121d1747f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5ae2a1c-a749-4d4e-ac6f-b6121d1747f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-trusted-ca-bundle", "reconcileID": "727e577c-4dd0-49e1-8a87-1a0fab624527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5818c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-5818c9", "name": "odh-trusted-ca-bundle", "reconcileID": "727e577c-4dd0-49e1-8a87-1a0fab624527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5818c9"} 2026-09-17T16:04:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5818c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5818c9", "reconcileID": "b4c505fe-9ee8-4f94-aee2-153f9186b654", "Gateway": "e2e-shared-b-w3-5818c9", "namespace": "openshift-ingress"} 2026-09-17T16:08:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T16:08:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T16:08:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T16:08:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T16:09:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d250d56-0df6-4a7a-a380-cd60bf07a0ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "c6c0eb28-6fd1-442d-acf7-0981446be608", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d250d56-0df6-4a7a-a380-cd60bf07a0ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d250d56-0df6-4a7a-a380-cd60bf07a0ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "dcd29bc5-4ea6-4d0d-9426-765ebff268ef", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc8843f-10d4-40d3-9e01-5ea69ae74ccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "f95ca669-c1e2-4021-a538-8157cb6a4a3d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc8843f-10d4-40d3-9e01-5ea69ae74ccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc8843f-10d4-40d3-9e01-5ea69ae74ccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca5eb890-f4d2-4b19-b095-d7483a329962", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca5eb890-f4d2-4b19-b095-d7483a329962", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca5eb890-f4d2-4b19-b095-d7483a329962", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "9109d4fe-5a60-45ba-bd8c-f88b96c6982d", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "04467573-f0a5-4cd5-bf2f-8f1393843d6d", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa7b2c17-154b-46bb-9663-7caaa17655d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa7b2c17-154b-46bb-9663-7caaa17655d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa7b2c17-154b-46bb-9663-7caaa17655d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "e54c7b68-3adf-483b-b478-ddd8f7cfd049", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "b005b4a6-7fcc-42e1-88e9-538da2045144", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "authType": "userdefined"} 2026-09-17T16:09:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "5b74b154-057f-44a0-a20f-bf73b9beb39b", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21"} 2026-09-17T16:09:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "d09c9760-dee4-4130-bcff-73495c68e683", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3c8d1b21", "reconcileID": "92278d8c-edaf-4330-b010-0d7236158f6c", "LLMInferenceService": "e2e-same-id-a-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54c00e0a-6f73-4879-9f14-4dcbb5a7f147", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54c00e0a-6f73-4879-9f14-4dcbb5a7f147", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54c00e0a-6f73-4879-9f14-4dcbb5a7f147", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906321-064c-4e63-9b11-2fd1101b3df5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906321-064c-4e63-9b11-2fd1101b3df5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81906321-064c-4e63-9b11-2fd1101b3df5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21"} 2026-09-17T16:09:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "7d7dbdb8-0e00-4707-917e-76b159afca83", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21-kserve-route-authn"} 2026-09-17T16:09:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3c8d1b21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3c8d1b21", "reconcileID": "1bf21bb8-4f4d-44ac-a764-622c9b9cc819", "LLMInferenceService": "e2e-same-id-b-3c8d1b21", "namespace": "llm"} 2026-09-17T16:09:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "476845f2-f4e7-46b4-b874-26b1d031d921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "476845f2-f4e7-46b4-b874-26b1d031d921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "476845f2-f4e7-46b4-b874-26b1d031d921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e870c7d7-3966-4000-9713-997fb10f0666", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T16:09:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e870c7d7-3966-4000-9713-997fb10f0666", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T16:09:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e870c7d7-3966-4000-9713-997fb10f0666", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}