2026-07-30T23:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "39acb419-93ff-4cd1-b0c7-434d94d2d497", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "39acb419-93ff-4cd1-b0c7-434d94d2d497", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "39acb419-93ff-4cd1-b0c7-434d94d2d497", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f-kserve-route-authn"} 2026-07-30T23:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "39acb419-93ff-4cd1-b0c7-434d94d2d497", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "authType": "userdefined"} 2026-07-30T23:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "39acb419-93ff-4cd1-b0c7-434d94d2d497", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2078f6da-552d-4f2a-bb42-bfcb2853a3cb", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "ff733110-4c1c-4388-8734-d2407758956a", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2078f6da-552d-4f2a-bb42-bfcb2853a3cb", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:30:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2078f6da-552d-4f2a-bb42-bfcb2853a3cb", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "448f4f1d-6476-43de-9ce0-a732f33429ca", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c4c85a00-80c7-4272-b6bf-a5da4ecde35f", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c4c85a00-80c7-4272-b6bf-a5da4ecde35f", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c4c85a00-80c7-4272-b6bf-a5da4ecde35f", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:30:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:30:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:30:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "a279e753-ee48-46ff-9289-4d23c3fab77f", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:30:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:30:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:30:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "838aac54-fc69-459b-86aa-c145c8932485", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7eb8843f-6acc-4aa2-a8a2-c405fe2343f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:31:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "c4808098-aef5-471b-bd78-eea66ad02d77", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "c4808098-aef5-471b-bd78-eea66ad02d77", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:31:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "c4808098-aef5-471b-bd78-eea66ad02d77", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "15caabff-8c38-4ce2-8160-9faf6958b62b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "15caabff-8c38-4ce2-8160-9faf6958b62b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:31:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "15caabff-8c38-4ce2-8160-9faf6958b62b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "73aa21e3-7d40-48ed-a0d4-de13f437de2b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "73aa21e3-7d40-48ed-a0d4-de13f437de2b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "73aa21e3-7d40-48ed-a0d4-de13f437de2b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "7cb013e5-a280-4972-a3c6-4b95cde13026", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "7cb013e5-a280-4972-a3c6-4b95cde13026", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:31:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "7cb013e5-a280-4972-a3c6-4b95cde13026", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f"} 2026-07-30T23:31:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f-kserve-route-authn"} 2026-07-30T23:31:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f-kserve-route-authn"} 2026-07-30T23:31:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "84237191-bd09-4c5d-9cc2-63fa920cc5f6", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "sub-test-model-80952f", "reconcileID": "d0b1a423-1fd8-45d3-8f32-cb5aa9185e60", "LLMInferenceService": "sub-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "2f42a6a7-4d7e-46f5-88f1-de81476f5a6a", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "2f42a6a7-4d7e-46f5-88f1-de81476f5a6a", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "2f42a6a7-4d7e-46f5-88f1-de81476f5a6a", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "83388e82-d3e4-478a-ac4e-b20052095f0d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "83388e82-d3e4-478a-ac4e-b20052095f0d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "83388e82-d3e4-478a-ac4e-b20052095f0d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098"} 2026-07-30T23:31:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:31:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:31:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "17dc516b-da32-479d-8c2c-dde6dc7f95e5", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "sub-test-model-bb1098", "reconcileID": "9b68d10f-03e8-4e37-bb49-cc22d02b07a3", "LLMInferenceService": "sub-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "870a587d-37dc-4dc6-a759-a35829ae7964", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "870a587d-37dc-4dc6-a759-a35829ae7964", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "870a587d-37dc-4dc6-a759-a35829ae7964", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "8ec07e3c-b849-4be6-bf7c-b58f3dfa3065", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "8ec07e3c-b849-4be6-bf7c-b58f3dfa3065", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "8ec07e3c-b849-4be6-bf7c-b58f3dfa3065", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:31:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "d149356b-56bf-4c23-a342-839e75535479", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:31:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "authType": "userdefined"} 2026-07-30T23:31:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "0c27fa6d-bfc0-4262-9f8e-a369bd8a77a9", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "d149356b-56bf-4c23-a342-839e75535479", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:31:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "d149356b-56bf-4c23-a342-839e75535479", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:31:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "authType": "userdefined"} 2026-07-30T23:31:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "1a22ed04-89fe-4571-ad21-218cdd4848ab", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:31:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "1a5db2ba-de24-4bc7-b0fd-73766411e7c9", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:31:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "1a5db2ba-de24-4bc7-b0fd-73766411e7c9", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:31:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "1a5db2ba-de24-4bc7-b0fd-73766411e7c9", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:32:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "af1ca039-5d41-4c7c-b142-9f50cf58d3f8", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "af1ca039-5d41-4c7c-b142-9f50cf58d3f8", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:32:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "af1ca039-5d41-4c7c-b142-9f50cf58d3f8", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "98d2e532-6414-4ec6-b2eb-9b218351cb82", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "98d2e532-6414-4ec6-b2eb-9b218351cb82", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "98d2e532-6414-4ec6-b2eb-9b218351cb82", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:32:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:32:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "authType": "userdefined"} 2026-07-30T23:32:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "e449fb30-5867-4ee4-90e9-ce93206a78ea", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:32:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "authType": "userdefined"} 2026-07-30T23:32:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "84517c57-4a8e-4002-89c2-afaef1eee3c1", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:32:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2ed42277-f8c3-4b14-ac23-fd2325cb0f49", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:32:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:32:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "052de922-e978-4c55-9950-9502cf20cc47", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2ed42277-f8c3-4b14-ac23-fd2325cb0f49", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:32:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "2ed42277-f8c3-4b14-ac23-fd2325cb0f49", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:32:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:32:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "2a06176c-661c-4974-8b27-95754e8ce659", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f1aa629f-bf04-4af2-8764-14ac9eebca8b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f1aa629f-bf04-4af2-8764-14ac9eebca8b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f1aa629f-bf04-4af2-8764-14ac9eebca8b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:32:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:32:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:32:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:32:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "a026f3b0-c3ce-49d7-bf88-60aae5e84acc", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:33:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "authType": "userdefined"} 2026-07-30T23:33:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "48d1fc8d-c992-4269-a2be-adabed8df142", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "345a24aa-7ffc-4b41-b4ad-8cc8aa6a4d7c", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "345a24aa-7ffc-4b41-b4ad-8cc8aa6a4d7c", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "345a24aa-7ffc-4b41-b4ad-8cc8aa6a4d7c", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "1e5e735e-3584-40ab-aef4-cc8ee67761b7", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "1e5e735e-3584-40ab-aef4-cc8ee67761b7", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:33:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "1e5e735e-3584-40ab-aef4-cc8ee67761b7", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "92359f5c-2c1e-49e9-9a17-04711575ae3b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "92359f5c-2c1e-49e9-9a17-04711575ae3b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "92359f5c-2c1e-49e9-9a17-04711575ae3b", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "27539eae-1a59-4155-9632-b3804c041966", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "27539eae-1a59-4155-9632-b3804c041966", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:33:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "27539eae-1a59-4155-9632-b3804c041966", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f"} 2026-07-30T23:33:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:33:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f-kserve-route-authn"} 2026-07-30T23:33:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "9c5584ae-7e7e-4716-bb96-11fa1fcbd2ca", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-80952f","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "rate-test-model-80952f", "reconcileID": "fb7efbeb-5848-41ae-bdb4-032223665318", "LLMInferenceService": "rate-test-model-80952f", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "125adbc2-d231-415c-bfa6-853efafea71d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "125adbc2-d231-415c-bfa6-853efafea71d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "125adbc2-d231-415c-bfa6-853efafea71d", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "8ebbde35-335d-489c-9cdc-95b1e33aaf0e", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "8ebbde35-335d-489c-9cdc-95b1e33aaf0e", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "8ebbde35-335d-489c-9cdc-95b1e33aaf0e", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:33:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098"} 2026-07-30T23:33:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:33:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098-kserve-route-authn"} 2026-07-30T23:33:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "21280036-8242-418c-9c40-c9447916108e", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb1098","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "rate-test-model-bb1098", "reconcileID": "fc955863-d483-4c51-8f75-402d90882335", "LLMInferenceService": "rate-test-model-bb1098", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "91202e1c-63bc-4e46-a147-fb4d9a642753", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "91202e1c-63bc-4e46-a147-fb4d9a642753", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "91202e1c-63bc-4e46-a147-fb4d9a642753", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "fe4ed244-f615-4ad9-a215-6b5436bd1a7d", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "fe4ed244-f615-4ad9-a215-6b5436bd1a7d", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "fe4ed244-f615-4ad9-a215-6b5436bd1a7d", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:34:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c70151b7-4ff0-4c81-aaaf-ed09df748cad", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:34:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c70151b7-4ff0-4c81-aaaf-ed09df748cad", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c70151b7-4ff0-4c81-aaaf-ed09df748cad", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:34:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "7cf6bbc3-5878-445a-ada6-ed928442623b", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:34:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "7cf6bbc3-5878-445a-ada6-ed928442623b", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "7cf6bbc3-5878-445a-ada6-ed928442623b", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "1f5e89e8-fa03-446a-bd4f-8cd778502b2f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "1f5e89e8-fa03-446a-bd4f-8cd778502b2f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "1f5e89e8-fa03-446a-bd4f-8cd778502b2f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3fc6db58-37f8-478e-9e1f-91e223855a33", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3fc6db58-37f8-478e-9e1f-91e223855a33", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3fc6db58-37f8-478e-9e1f-91e223855a33", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "dfb657a0-cddb-4eb6-9b0c-6030fdda18d0", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "dfb657a0-cddb-4eb6-9b0c-6030fdda18d0", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "dfb657a0-cddb-4eb6-9b0c-6030fdda18d0", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "f6dc71a4-2222-4665-a762-cb3aaa0581f4", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "f6dc71a4-2222-4665-a762-cb3aaa0581f4", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "f6dc71a4-2222-4665-a762-cb3aaa0581f4", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c8ab2091-f7d9-408e-a81b-97279028672b", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c8ab2091-f7d9-408e-a81b-97279028672b", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c8ab2091-f7d9-408e-a81b-97279028672b", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "cc023eb3-d5da-4c80-beb8-8d92f22d3344", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "cc023eb3-d5da-4c80-beb8-8d92f22d3344", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "cc023eb3-d5da-4c80-beb8-8d92f22d3344", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "0c9a1cd4-3597-4b91-9fc9-6e149282d595", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "0c9a1cd4-3597-4b91-9fc9-6e149282d595", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "0c9a1cd4-3597-4b91-9fc9-6e149282d595", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-trusted-ca-bundle", "reconcileID": "0f910efc-b680-44cd-95a7-5630d9f7bb0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "d49a8626-c390-40ff-9636-f84945275635", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "327ce261-108c-452e-bb4c-9972d36e3f50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:34:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "327ce261-108c-452e-bb4c-9972d36e3f50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03ae00b6-3240-4280-80d2-e2eb0dea7833", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-trusted-ca-bundle", "reconcileID": "26f4c5e7-81d8-4448-bec7-e1bb240e7015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:34:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-trusted-ca-bundle", "reconcileID": "26f4c5e7-81d8-4448-bec7-e1bb240e7015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "fb4c7f90-69bf-4982-99dc-4999b82b2f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc005e37-a11d-4eec-b909-45a1c91713d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:34:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "42ebee41-656d-42cb-8ac3-6cb3b702a0f6", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "42ebee41-656d-42cb-8ac3-6cb3b702a0f6", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "42ebee41-656d-42cb-8ac3-6cb3b702a0f6", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17eb2b91-4c9e-4ed3-bbed-49b2d0a201ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:34:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "93079619-5ce3-42f6-be78-e6e7c4683120", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "93079619-5ce3-42f6-be78-e6e7c4683120", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "93079619-5ce3-42f6-be78-e6e7c4683120", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e320b3d9-45eb-4d96-bf27-4b46bd4ea695", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "a2b39f1d-2c9c-4dbe-81ee-0b5cc5ed1e01", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "a2b39f1d-2c9c-4dbe-81ee-0b5cc5ed1e01", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "a2b39f1d-2c9c-4dbe-81ee-0b5cc5ed1e01", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e12736ea-5b89-46f6-be65-6e1453ae0677", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e12736ea-5b89-46f6-be65-6e1453ae0677", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e12736ea-5b89-46f6-be65-6e1453ae0677", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "36f4d2e9-a9d5-4f49-b046-ee456849e1b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "36f4d2e9-a9d5-4f49-b046-ee456849e1b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "36f4d2e9-a9d5-4f49-b046-ee456849e1b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "628975d4-86cd-4432-a499-86f98d655b6c", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "628975d4-86cd-4432-a499-86f98d655b6c", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "628975d4-86cd-4432-a499-86f98d655b6c", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "0dbd77a4-d4e4-45e7-9ad4-e2f46c6f81b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "0dbd77a4-d4e4-45e7-9ad4-e2f46c6f81b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "0dbd77a4-d4e4-45e7-9ad4-e2f46c6f81b6", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "afed3faa-87fb-4ea3-8904-8308e2d302b4", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "afed3faa-87fb-4ea3-8904-8308e2d302b4", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "afed3faa-87fb-4ea3-8904-8308e2d302b4", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "d640c026-f35b-477f-903f-c07bfe2ca516", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "d640c026-f35b-477f-903f-c07bfe2ca516", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "d640c026-f35b-477f-903f-c07bfe2ca516", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e453d95b-7681-48fb-94f0-44957b0deecd", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e453d95b-7681-48fb-94f0-44957b0deecd", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "e453d95b-7681-48fb-94f0-44957b0deecd", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "b65945bc-83b9-4aa1-b39c-1999659de042", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-trusted-ca-bundle", "reconcileID": "889c243a-d7ec-4701-8cd5-394ae37b7778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "afbd8ec9-ce9f-4f6b-a70e-08e16313ac63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:35:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "afbd8ec9-ce9f-4f6b-a70e-08e16313ac63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "1ff38d82-5eaa-4497-86e7-3f67dbb46558", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "113341ce-8ba8-4d8a-9ea9-304c2cd65310", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-trusted-ca-bundle", "reconcileID": "a7fd2ba6-3efe-4935-9890-3a1392dccb0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:35:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-trusted-ca-bundle", "reconcileID": "a7fd2ba6-3efe-4935-9890-3a1392dccb0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6474c87f-fd21-41e0-b120-5eb9a5db1a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:35:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "3eb87455-df59-4f3c-87a9-9bd0d91e32c9", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "3eb87455-df59-4f3c-87a9-9bd0d91e32c9", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:35:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "3eb87455-df59-4f3c-87a9-9bd0d91e32c9", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0d923fa-b93d-4f70-aa94-52910bf91b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "5c4ceabd-ccee-42e8-8fe2-4f523c90aac2", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "5c4ceabd-ccee-42e8-8fe2-4f523c90aac2", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "5c4ceabd-ccee-42e8-8fe2-4f523c90aac2", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d36307eb-bb10-47b8-b8ea-7ec1d032bbea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:35:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "67b189bc-7440-46a7-b32e-8d49d95aa3dd", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:35:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:35:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:35:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "1a7f4968-607a-4cda-b1f9-aebe70b72b74", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "67b189bc-7440-46a7-b32e-8d49d95aa3dd", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:35:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "67b189bc-7440-46a7-b32e-8d49d95aa3dd", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:35:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:35:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:35:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "7383fd07-144c-48c8-88b7-fc82a787e24f", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "7df157dc-90e6-48e9-9ebd-c7810d6015d9", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "7df157dc-90e6-48e9-9ebd-c7810d6015d9", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "7df157dc-90e6-48e9-9ebd-c7810d6015d9", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:35:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:35:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:35:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "a2ca7678-cf1b-47ae-a9f4-f7846b0d2043", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:35:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:35:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "8d122896-b72a-4c27-b791-164c942333c1", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:35:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:35:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "120e261e-a160-44ff-b94e-8125f6c8243d", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "bf73676d-3200-42ff-ad16-ff611ebad793", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "bf73676d-3200-42ff-ad16-ff611ebad793", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "bf73676d-3200-42ff-ad16-ff611ebad793", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f0a999f-d7a6-4f1c-990e-ec6c33cb4e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "7f3d4ee3-66e9-48d0-8c84-0c296b2a7a01", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "7f3d4ee3-66e9-48d0-8c84-0c296b2a7a01", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "7f3d4ee3-66e9-48d0-8c84-0c296b2a7a01", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "31be71ad-7087-4061-8cfe-50879e3fd352", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "31be71ad-7087-4061-8cfe-50879e3fd352", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "31be71ad-7087-4061-8cfe-50879e3fd352", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "9386fdec-a3a0-424f-956c-589d1f40d43c", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "9386fdec-a3a0-424f-956c-589d1f40d43c", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "9386fdec-a3a0-424f-956c-589d1f40d43c", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "62783402-d944-4da0-8703-9cedbcf982dc", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "62783402-d944-4da0-8703-9cedbcf982dc", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "62783402-d944-4da0-8703-9cedbcf982dc", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "a933ffca-4a17-4404-bb4c-56164004e0c8", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "a933ffca-4a17-4404-bb4c-56164004e0c8", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "a933ffca-4a17-4404-bb4c-56164004e0c8", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "3fe769e1-1cbb-4328-ae8a-4aa54d141439", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "3fe769e1-1cbb-4328-ae8a-4aa54d141439", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "3fe769e1-1cbb-4328-ae8a-4aa54d141439", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "39833503-26b9-4033-8ba8-ee5c6b73ff72", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "39833503-26b9-4033-8ba8-ee5c6b73ff72", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "39833503-26b9-4033-8ba8-ee5c6b73ff72", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "e04416c9-f4c2-43f8-be87-a7b14d3d5410", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "e04416c9-f4c2-43f8-be87-a7b14d3d5410", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "e04416c9-f4c2-43f8-be87-a7b14d3d5410", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "1ea09e5d-8286-4bb3-b6ac-ac290d45adfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-trusted-ca-bundle", "reconcileID": "12bc941f-f295-4329-a881-ff018a072ff2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "e2dcee2a-56db-4fd0-ac17-ca7515b6f770", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "e2dcee2a-56db-4fd0-ac17-ca7515b6f770", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0c97c12-fcb2-4bd0-abbc-e39499c37607", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "d6243a5d-9370-4ec5-989b-83f0687febb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-trusted-ca-bundle", "reconcileID": "38280622-3498-4d45-8257-2048cb5aef10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-trusted-ca-bundle", "reconcileID": "38280622-3498-4d45-8257-2048cb5aef10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be262104-773b-442e-a7c9-5c40a94853ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "77257340-9f73-4b90-944f-e552d7fbbcae", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "77257340-9f73-4b90-944f-e552d7fbbcae", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "77257340-9f73-4b90-944f-e552d7fbbcae", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab4c3390-8a17-47ca-8e2e-fab1e25a369c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "cc0310f3-0cb8-43c4-8efe-2702ea0f3d79", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "cc0310f3-0cb8-43c4-8efe-2702ea0f3d79", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "cc0310f3-0cb8-43c4-8efe-2702ea0f3d79", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "b6a3e786-22bc-43f1-a5a5-efe2caa9bda1", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "b6a3e786-22bc-43f1-a5a5-efe2caa9bda1", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "b6a3e786-22bc-43f1-a5a5-efe2caa9bda1", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "5e8a9ed2-6743-4f59-aeec-2a52aaca6f20", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "5e8a9ed2-6743-4f59-aeec-2a52aaca6f20", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66-authn-ssl"} 2026-07-30T23:36:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "5e8a9ed2-6743-4f59-aeec-2a52aaca6f20", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f45487b-0e46-4226-9ce8-b90dd124cb31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f45487b-0e46-4226-9ce8-b90dd124cb31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:36:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f45487b-0e46-4226-9ce8-b90dd124cb31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6a2f66 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-trusted-ca-bundle", "reconcileID": "a50ca233-0b81-41c5-bf33-a54e9b9ac959", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-trusted-ca-bundle", "reconcileID": "a50ca233-0b81-41c5-bf33-a54e9b9ac959", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "54de4146-26e0-4870-9587-4c173160f0cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "openshift-service-ca.crt", "reconcileID": "54de4146-26e0-4870-9587-4c173160f0cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea94caed-b86e-41a1-8203-0829733bb0f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6a2f66"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea94caed-b86e-41a1-8203-0829733bb0f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6a2f66"} 2026-07-30T23:36:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6a2f66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6a2f66", "reconcileID": "e5fc10b6-f1e5-421b-9d1c-20edc775ebdb", "Gateway": "e2e-ipp-cleanup-6a2f66", "namespace": "openshift-ingress"} 2026-07-30T23:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4a8efd2-5ea5-4546-a505-c67478819560", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3cece22f-7128-41d1-8ea7-8dcf6392194c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3cece22f-7128-41d1-8ea7-8dcf6392194c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "3cece22f-7128-41d1-8ea7-8dcf6392194c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5c0fa7a0-cf3f-4f92-b869-219c4dcc204f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5c0fa7a0-cf3f-4f92-b869-219c4dcc204f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5c0fa7a0-cf3f-4f92-b869-219c4dcc204f", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "54b9ccf3-b9e7-48db-b26b-96c8fb9eaf4d", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "54b9ccf3-b9e7-48db-b26b-96c8fb9eaf4d", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "54b9ccf3-b9e7-48db-b26b-96c8fb9eaf4d", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c4fb6a13-9039-43ed-a8a7-376a2aa02c7c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c4fb6a13-9039-43ed-a8a7-376a2aa02c7c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:37:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "c4fb6a13-9039-43ed-a8a7-376a2aa02c7c", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:37:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "authType": "userdefined"} 2026-07-30T23:37:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "bf4a6428-7310-426f-ae5e-02e2bc6d6a42", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b09b51d6-5e45-4c26-974a-cac639cd7a21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b09b51d6-5e45-4c26-974a-cac639cd7a21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:37:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b09b51d6-5e45-4c26-974a-cac639cd7a21", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-287423 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:37:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-trusted-ca-bundle", "reconcileID": "e7978abc-5e93-4786-92d1-c06f38d7b3f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-trusted-ca-bundle", "reconcileID": "e7978abc-5e93-4786-92d1-c06f38d7b3f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "5fde22c9-0251-4d7f-a977-f75e79a73ea2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "openshift-service-ca.crt", "reconcileID": "5fde22c9-0251-4d7f-a977-f75e79a73ea2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57310fd-a353-4e1f-8d48-f5aa732b26ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57310fd-a353-4e1f-8d48-f5aa732b26ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5958d24f-1161-48fb-8260-754d49231d04", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5958d24f-1161-48fb-8260-754d49231d04", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "5958d24f-1161-48fb-8260-754d49231d04", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:37:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423"} 2026-07-30T23:37:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:37:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:37:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:37:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "985003f2-330b-460b-9d3b-1ff78d173d56", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423"} 2026-07-30T23:38:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:38:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423-kserve-route-authn"} 2026-07-30T23:38:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "3bef0fbe-47ec-4512-95a9-0c4ea9aea216", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-287423","namespace":"ai-tenant-e2e-ipp-a-287423"}, "namespace": "ai-tenant-e2e-ipp-a-287423", "name": "ipp-route-287423", "reconcileID": "49b44620-ce94-454b-ba8b-6f6b42e4d02c", "LLMInferenceService": "ipp-route-287423", "namespace": "ai-tenant-e2e-ipp-a-287423"} 2026-07-30T23:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "9290e85a-7c58-4b53-bd2f-138d3935b3b8", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "9290e85a-7c58-4b53-bd2f-138d3935b3b8", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423-authn-ssl"} 2026-07-30T23:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "9290e85a-7c58-4b53-bd2f-138d3935b3b8", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:38:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-287423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-287423", "reconcileID": "599334df-791a-4d91-bd70-35c5246a4c56", "Gateway": "e2e-ipp-a-287423", "namespace": "openshift-ingress"} 2026-07-30T23:38:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8142c547-7984-42ba-a96a-6f4ff6625f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "34f56625-0bfc-4224-8af8-fdbbe37d575b", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "34f56625-0bfc-4224-8af8-fdbbe37d575b", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "34f56625-0bfc-4224-8af8-fdbbe37d575b", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "69e6e76d-3a4f-4d72-9fc5-3a0881749b42", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "69e6e76d-3a4f-4d72-9fc5-3a0881749b42", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c-authn-ssl"} 2026-07-30T23:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "69e6e76d-3a4f-4d72-9fc5-3a0881749b42", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55522fa9-3111-436b-96ff-49fc7751840c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55522fa9-3111-436b-96ff-49fc7751840c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:38:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55522fa9-3111-436b-96ff-49fc7751840c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-02337c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-trusted-ca-bundle", "reconcileID": "e07a1b96-481f-447a-a62a-d505f3e7330a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-trusted-ca-bundle", "reconcileID": "e07a1b96-481f-447a-a62a-d505f3e7330a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "0cc09651-605d-4386-b106-af157cf8fc74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "openshift-service-ca.crt", "reconcileID": "0cc09651-605d-4386-b106-af157cf8fc74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d72c080-a76d-4aa6-86b1-cbe23b6bc7c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-02337c"}, "namespace": "ai-tenant-e2e-ipp-b-02337c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d72c080-a76d-4aa6-86b1-cbe23b6bc7c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-02337c"} 2026-07-30T23:38:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-02337c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-02337c", "reconcileID": "77285ad3-bb40-46f6-9111-c6870a96edc3", "Gateway": "e2e-ipp-b-02337c", "namespace": "openshift-ingress"} 2026-07-30T23:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "187fa205-fbe1-422c-932c-1dcf4921a06a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:38:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "3fe88606-5783-4581-91a4-4be17457bc7f", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:38:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "3fe88606-5783-4581-91a4-4be17457bc7f", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:38:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "3fe88606-5783-4581-91a4-4be17457bc7f", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "5a0b604b-4e1a-4352-be1e-168f23a3c0b4", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "5a0b604b-4e1a-4352-be1e-168f23a3c0b4", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f-authn-ssl"} 2026-07-30T23:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "5a0b604b-4e1a-4352-be1e-168f23a3c0b4", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:38:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6d1a9ae-7f84-4dcc-918a-3e199a9a72ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6d1a9ae-7f84-4dcc-918a-3e199a9a72ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:38:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6d1a9ae-7f84-4dcc-918a-3e199a9a72ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-80952f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:38:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-trusted-ca-bundle", "reconcileID": "45d8bd0f-3034-4721-a5ab-3279e9ffdbbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-trusted-ca-bundle", "reconcileID": "45d8bd0f-3034-4721-a5ab-3279e9ffdbbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "openshift-service-ca.crt", "reconcileID": "5605cd6a-cc15-45f5-8029-68bf59404c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "openshift-service-ca.crt", "reconcileID": "5605cd6a-cc15-45f5-8029-68bf59404c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c533f37-cf7c-49d5-b69c-3c0bd449cd41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-80952f"}, "namespace": "ai-tenant-e2e-shared-a-80952f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c533f37-cf7c-49d5-b69c-3c0bd449cd41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-80952f"} 2026-07-30T23:38:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-80952f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-80952f", "reconcileID": "6a9917af-de08-4a62-9f53-4908bcecd3ea", "Gateway": "e2e-shared-a-80952f", "namespace": "openshift-ingress"} 2026-07-30T23:38:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2453ddeb-3668-470f-bcc6-d90eed3f6255", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c61f2e84-fd8c-4384-bbde-0f9eb4900eac", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c61f2e84-fd8c-4384-bbde-0f9eb4900eac", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "c61f2e84-fd8c-4384-bbde-0f9eb4900eac", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f219e8a1-a2b2-46eb-9b6a-2a68501b04ae", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f219e8a1-a2b2-46eb-9b6a-2a68501b04ae", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098-authn-ssl"} 2026-07-30T23:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "f219e8a1-a2b2-46eb-9b6a-2a68501b04ae", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"} 2026-07-30T23:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10edec10-52fc-46e3-aafb-44e3f9a17394", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10edec10-52fc-46e3-aafb-44e3f9a17394", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:39:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10edec10-52fc-46e3-aafb-44e3f9a17394", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bb1098 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-trusted-ca-bundle", "reconcileID": "72b63fa1-1afe-4350-8655-fb92a939a945", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-trusted-ca-bundle", "reconcileID": "72b63fa1-1afe-4350-8655-fb92a939a945", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "openshift-service-ca.crt", "reconcileID": "1b88718a-1dcf-4d44-9b4e-1d698ae9cd44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "openshift-service-ca.crt", "reconcileID": "1b88718a-1dcf-4d44-9b4e-1d698ae9cd44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9633bd81-d9fc-4f5c-91a3-01655f73c479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb1098"}, "namespace": "ai-tenant-e2e-shared-b-bb1098", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9633bd81-d9fc-4f5c-91a3-01655f73c479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb1098"} 2026-07-30T23:39:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb1098","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb1098", "reconcileID": "9757765f-1bb4-40af-81f1-347e55c0c6e3", "Gateway": "e2e-shared-b-bb1098", "namespace": "openshift-ingress"}