2026-07-30T10:46:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3e97e89d-5c4c-49e4-ae08-621297b97413", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:46:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3e97e89d-5c4c-49e4-ae08-621297b97413", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:46:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3e97e89d-5c4c-49e4-ae08-621297b97413", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:46:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3e97e89d-5c4c-49e4-ae08-621297b97413", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:46:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3e97e89d-5c4c-49e4-ae08-621297b97413", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "4e9f7e6d-b87b-4460-a767-8c965380a2ce", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "4e9f7e6d-b87b-4460-a767-8c965380a2ce", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "4e9f7e6d-b87b-4460-a767-8c965380a2ce", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:46:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "6bf05274-2b96-4b6a-80ed-daa187f88068", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:46:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "6bf05274-2b96-4b6a-80ed-daa187f88068", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:46:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "6bf05274-2b96-4b6a-80ed-daa187f88068", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:47:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9c3ce761-2c08-4afb-b31e-8f81ea4642ae", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:47:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9c3ce761-2c08-4afb-b31e-8f81ea4642ae", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9c3ce761-2c08-4afb-b31e-8f81ea4642ae", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:47:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "cd58d331-d0a3-4108-b66d-3e5b98a5ac67", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:47:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "cd58d331-d0a3-4108-b66d-3e5b98a5ac67", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "cd58d331-d0a3-4108-b66d-3e5b98a5ac67", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "953a0dbf-f302-4192-a764-32792612e54c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "953a0dbf-f302-4192-a764-32792612e54c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "953a0dbf-f302-4192-a764-32792612e54c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:47:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "c57bac3a-233a-40ce-b526-375bc46fd788", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:47:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "c57bac3a-233a-40ce-b526-375bc46fd788", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:47:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "c57bac3a-233a-40ce-b526-375bc46fd788", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946"} 2026-07-30T10:48:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "3ef6c959-c37b-4dbe-9f49-e24da1b3fb19", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "sub-test-model-b75946", "reconcileID": "36953cff-9cb4-4c75-a6ea-f456ec1a5a89", "LLMInferenceService": "sub-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "05f4daa5-55f6-47e1-ab07-5fa8755f537e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "05f4daa5-55f6-47e1-ab07-5fa8755f537e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "05f4daa5-55f6-47e1-ab07-5fa8755f537e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "b710c7ec-e278-4272-a95b-d0f1b2914ddc", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "b710c7ec-e278-4272-a95b-d0f1b2914ddc", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "b710c7ec-e278-4272-a95b-d0f1b2914ddc", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164"} 2026-07-30T10:48:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "9e6b0c10-e927-456a-99a9-4f9de2642295", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "sub-test-model-bdf164", "reconcileID": "3d6f1156-dd1a-46e4-858f-104d8dd95e6f", "LLMInferenceService": "sub-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b754b3ac-f5ae-46de-af0d-e6d6bd46162a", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b754b3ac-f5ae-46de-af0d-e6d6bd46162a", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b754b3ac-f5ae-46de-af0d-e6d6bd46162a", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b182f352-c6db-48ea-b5c3-8d6a0563dbd6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b182f352-c6db-48ea-b5c3-8d6a0563dbd6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:48:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "b182f352-c6db-48ea-b5c3-8d6a0563dbd6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "6fed9a24-e288-42ae-a975-bb7e26dc79ad", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "authType": "userdefined"} 2026-07-30T10:48:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "27f78950-e2a5-4f77-946c-954e41fdc99c", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "6fed9a24-e288-42ae-a975-bb7e26dc79ad", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:48:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "6fed9a24-e288-42ae-a975-bb7e26dc79ad", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "authType": "userdefined"} 2026-07-30T10:48:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "1f14c750-15f3-45df-b4c1-585d68e834e3", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "29f02128-afe0-4a26-8a06-0e9811bb7ae0", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "29f02128-afe0-4a26-8a06-0e9811bb7ae0", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "29f02128-afe0-4a26-8a06-0e9811bb7ae0", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "fec2ee50-5976-4a7d-a917-342efe14bc02", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "fec2ee50-5976-4a7d-a917-342efe14bc02", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "fec2ee50-5976-4a7d-a917-342efe14bc02", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:48:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "authType": "userdefined"} 2026-07-30T10:48:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "51771777-1713-4c70-b499-0e9702f1d896", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5dccbc44-7c1b-4538-8043-e30bca4449c7", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5dccbc44-7c1b-4538-8043-e30bca4449c7", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5dccbc44-7c1b-4538-8043-e30bca4449c7", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:48:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "authType": "userdefined"} 2026-07-30T10:48:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "563261a2-f01f-4957-84e4-afda37ba9d9d", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:48:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "f0131dce-d2e8-420b-b282-95ec88bb2fba", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:48:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "bba5ed0a-c5ae-40c9-85e5-b7019717a115", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "f0131dce-d2e8-420b-b282-95ec88bb2fba", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "f0131dce-d2e8-420b-b282-95ec88bb2fba", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:48:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "262d70b6-a4a8-4881-b9df-84aa89ddf3df", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5185c654-f4ee-4c13-a5de-f7e540f66c32", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5185c654-f4ee-4c13-a5de-f7e540f66c32", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:48:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5185c654-f4ee-4c13-a5de-f7e540f66c32", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "deea1b63-17f2-400b-9ebd-906eb1d639d2", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:48:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "9b8359e5-cee4-4d54-a3f6-20d74705de25", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d8e3af-e60c-4eac-94a5-d07070c1d4bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:48:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:48:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:48:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "authType": "userdefined"} 2026-07-30T10:48:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "96067e86-2d87-4259-8783-e179eb58c33c", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:49:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9ed13c43-9e48-4a3d-8cbc-7ee113339b3e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:49:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9ed13c43-9e48-4a3d-8cbc-7ee113339b3e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:49:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "9ed13c43-9e48-4a3d-8cbc-7ee113339b3e", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "97645b94-10c7-4ea3-b3ee-93f0c2bb41b6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "97645b94-10c7-4ea3-b3ee-93f0c2bb41b6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "97645b94-10c7-4ea3-b3ee-93f0c2bb41b6", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:49:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ff54eca-2274-498f-9057-0c97879f2237", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1f9342ae-a8c5-4184-a93e-2e68312734e8", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1f9342ae-a8c5-4184-a93e-2e68312734e8", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1f9342ae-a8c5-4184-a93e-2e68312734e8", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "7ccff952-d775-441d-9d1b-e5d7f19e27e3", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "7ccff952-d775-441d-9d1b-e5d7f19e27e3", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "7ccff952-d775-441d-9d1b-e5d7f19e27e3", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "39493ca4-dfa1-4075-8df6-32fd3241fe7c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "39493ca4-dfa1-4075-8df6-32fd3241fe7c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "39493ca4-dfa1-4075-8df6-32fd3241fe7c", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "62b12915-2492-4867-80ee-0991ebf2ba7f", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "62b12915-2492-4867-80ee-0991ebf2ba7f", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "62b12915-2492-4867-80ee-0991ebf2ba7f", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfa9917d-e1dc-4395-a0aa-4ea34ce28905", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:50:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946"} 2026-07-30T10:50:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:50:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946-kserve-route-authn"} 2026-07-30T10:50:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "0dfb7a61-9204-4f20-af01-a0b62f69ead8", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b75946","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "rate-test-model-b75946", "reconcileID": "b3c62a80-0bab-4ca7-8df6-d09de8cae391", "LLMInferenceService": "rate-test-model-b75946", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "584d753e-dafa-4007-9190-369ccbc1fcdb", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "584d753e-dafa-4007-9190-369ccbc1fcdb", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "584d753e-dafa-4007-9190-369ccbc1fcdb", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "71a2711e-1fbe-4494-b784-89f7ad7bcf86", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "71a2711e-1fbe-4494-b784-89f7ad7bcf86", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "71a2711e-1fbe-4494-b784-89f7ad7bcf86", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164"} 2026-07-30T10:50:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:50:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164-kserve-route-authn"} 2026-07-30T10:50:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "1f823fee-edf2-4fc7-9337-d1c2a1e9c635", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdf164","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "rate-test-model-bdf164", "reconcileID": "24e87cba-4ccd-444a-b08b-172ea37f328e", "LLMInferenceService": "rate-test-model-bdf164", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:50:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5cff45a2-c417-4e1b-8342-761c546df2c0", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5cff45a2-c417-4e1b-8342-761c546df2c0", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:50:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "5cff45a2-c417-4e1b-8342-761c546df2c0", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1c225e12-841e-42c9-95ae-375e756fef48", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1c225e12-841e-42c9-95ae-375e756fef48", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:50:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "1c225e12-841e-42c9-95ae-375e756fef48", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "db03d0b2-9feb-4240-a2c2-7a405813975b", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "db03d0b2-9feb-4240-a2c2-7a405813975b", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "db03d0b2-9feb-4240-a2c2-7a405813975b", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:50:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "884b6569-01b8-4e67-aa71-e44cf8d3187b", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "884b6569-01b8-4e67-aa71-e44cf8d3187b", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:50:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "884b6569-01b8-4e67-aa71-e44cf8d3187b", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "40dcee24-fae9-4b88-99e4-34737ca2e7a4", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "40dcee24-fae9-4b88-99e4-34737ca2e7a4", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "40dcee24-fae9-4b88-99e4-34737ca2e7a4", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "113dad7e-05e7-44c6-a343-567870854fd6", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "113dad7e-05e7-44c6-a343-567870854fd6", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "113dad7e-05e7-44c6-a343-567870854fd6", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "812e6fd0-2375-47ae-8218-a2ce44489b44", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "812e6fd0-2375-47ae-8218-a2ce44489b44", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "812e6fd0-2375-47ae-8218-a2ce44489b44", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "44a56582-428c-4a3f-ade0-fe2192b537a3", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "44a56582-428c-4a3f-ade0-fe2192b537a3", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "44a56582-428c-4a3f-ade0-fe2192b537a3", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "87655a43-bebf-4ba0-9668-45c385fb5f53", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "87655a43-bebf-4ba0-9668-45c385fb5f53", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "87655a43-bebf-4ba0-9668-45c385fb5f53", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "7d7aefb8-0308-4519-8fd8-ea3400f86266", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "7d7aefb8-0308-4519-8fd8-ea3400f86266", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "7d7aefb8-0308-4519-8fd8-ea3400f86266", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fd7edf33-d989-4d47-8722-565ec82949d7", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fd7edf33-d989-4d47-8722-565ec82949d7", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fd7edf33-d989-4d47-8722-565ec82949d7", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "fc3c253a-98ff-4543-be53-0cd766290c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-trusted-ca-bundle", "reconcileID": "d62a9602-fabb-40cf-96ff-98e3f46be9d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "f235864d-32f6-4a50-ad9e-491b4c126340", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:50:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "f235864d-32f6-4a50-ad9e-491b4c126340", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4af99d0-1470-488f-b7ba-d48f5e4158b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "3a3c2661-56fa-4aca-9051-34dbb874f843", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac788fb-d599-462f-8144-7cd7ec24a1ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:50:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac788fb-d599-462f-8144-7cd7ec24a1ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07906b89-3477-413a-8e3f-8764f7055df6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:50:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "82a4195d-16c3-47bc-8ca2-dc5b1ba54154", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "82a4195d-16c3-47bc-8ca2-dc5b1ba54154", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "82a4195d-16c3-47bc-8ca2-dc5b1ba54154", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c87d378-6e6e-44d2-9305-062b2e31dbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "afa43e01-ae0a-474b-937f-795f147a48fc", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "afa43e01-ae0a-474b-937f-795f147a48fc", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "afa43e01-ae0a-474b-937f-795f147a48fc", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "3ce079c1-89a4-4aac-af4c-5652c483b88d", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "3ce079c1-89a4-4aac-af4c-5652c483b88d", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "3ce079c1-89a4-4aac-af4c-5652c483b88d", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "50f644b8-0f16-474a-81f0-d65046cec66c", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "50f644b8-0f16-474a-81f0-d65046cec66c", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "50f644b8-0f16-474a-81f0-d65046cec66c", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "23fb802b-d90f-49dd-b293-a6ae268df216", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "23fb802b-d90f-49dd-b293-a6ae268df216", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "23fb802b-d90f-49dd-b293-a6ae268df216", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "82f50e36-0e46-4539-b68f-466d19d559b7", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "82f50e36-0e46-4539-b68f-466d19d559b7", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "82f50e36-0e46-4539-b68f-466d19d559b7", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "0b4fe8cc-b9ce-4a2c-8f15-28cb63343057", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "0b4fe8cc-b9ce-4a2c-8f15-28cb63343057", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "0b4fe8cc-b9ce-4a2c-8f15-28cb63343057", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "54794e72-d345-46d0-8bf2-7def87a1bb11", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "54794e72-d345-46d0-8bf2-7def87a1bb11", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "54794e72-d345-46d0-8bf2-7def87a1bb11", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "927ca751-143a-400d-873e-85597cd92702", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "927ca751-143a-400d-873e-85597cd92702", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "927ca751-143a-400d-873e-85597cd92702", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "90744420-bb6f-44fa-aade-62852cbd0ef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-trusted-ca-bundle", "reconcileID": "9cda917e-bd8f-4d9a-aafa-109cbf4f8150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "ef4c90b7-28c1-4057-a558-995ea158728a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:51:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "ef4c90b7-28c1-4057-a558-995ea158728a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc05377-3ab0-4708-b56d-faa6cfce084e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "5a60ccd6-8d44-44e3-832a-bf12f3998e0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-trusted-ca-bundle", "reconcileID": "898a7b2e-d8ee-4185-828e-5a19064bee7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:51:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-trusted-ca-bundle", "reconcileID": "898a7b2e-d8ee-4185-828e-5a19064bee7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7deec00-0131-424d-9f03-cc2eada02efd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "1205153b-fa0f-4ddf-8c9a-98d664179e13", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "1205153b-fa0f-4ddf-8c9a-98d664179e13", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "1205153b-fa0f-4ddf-8c9a-98d664179e13", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3828b44-6931-4d3c-83dd-48ccae74382c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:51:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "279a0bac-e459-426c-b55d-2b62598eb2b0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "279a0bac-e459-426c-b55d-2b62598eb2b0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:51:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "279a0bac-e459-426c-b55d-2b62598eb2b0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "c64783f4-85d2-495a-a159-358e8c88ea2a", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "b0412704-4e9d-4405-8ffa-882d0dbe5321", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "c64783f4-85d2-495a-a159-358e8c88ea2a", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:51:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "c64783f4-85d2-495a-a159-358e8c88ea2a", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "69224a02-48e5-4a88-a09f-a62a7a055bf6", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "e6823b6e-8e6d-437d-8bf5-cbc9d5150906", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:52:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "e6823b6e-8e6d-437d-8bf5-cbc9d5150906", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:52:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "e6823b6e-8e6d-437d-8bf5-cbc9d5150906", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:52:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:52:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:52:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "bec8eb24-6aa5-418a-bdf4-1327d3a1fe34", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:52:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:52:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "e399e1c4-e1c2-46c7-b688-ec7f1e3c9ccb", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:52:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:52:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "5af5efec-f2b8-4a4b-959b-e5b875126532", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:52:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "74024d77-f02c-4096-b250-c978e094d881", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:52:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "74024d77-f02c-4096-b250-c978e094d881", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:52:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "74024d77-f02c-4096-b250-c978e094d881", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f9f166d2-44c1-40d8-92ca-210adfb34a73", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f9f166d2-44c1-40d8-92ca-210adfb34a73", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f9f166d2-44c1-40d8-92ca-210adfb34a73", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "6ddd22f3-37e4-4d9e-b9bb-bf8fd502eef3", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "6ddd22f3-37e4-4d9e-b9bb-bf8fd502eef3", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:53Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "6ddd22f3-37e4-4d9e-b9bb-bf8fd502eef3", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-8cd2f5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-8cd2f5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:52:53Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-8cd2f5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-8cd2f5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-8cd2f5","uid":"2cea7d61-448d-492c-ac05-0f183423de01","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"79886"}, "reason": "ReconcileError"} 2026-07-30T10:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "5b7e7d51-e21c-4f9b-892a-1dc5d850103d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "5b7e7d51-e21c-4f9b-892a-1dc5d850103d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "5b7e7d51-e21c-4f9b-892a-1dc5d850103d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "acffcf1c-9ab4-476d-8afa-1d95292bf341", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "acffcf1c-9ab4-476d-8afa-1d95292bf341", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "acffcf1c-9ab4-476d-8afa-1d95292bf341", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "fa79c689-51e2-487e-940a-0c120b961a0f", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "fa79c689-51e2-487e-940a-0c120b961a0f", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "fa79c689-51e2-487e-940a-0c120b961a0f", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "85a081b6-64b1-4f0f-8652-221c77fd4c53", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "85a081b6-64b1-4f0f-8652-221c77fd4c53", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "85a081b6-64b1-4f0f-8652-221c77fd4c53", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f25530c4-09fc-4821-925c-3f6fdc6b10e0", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f25530c4-09fc-4821-925c-3f6fdc6b10e0", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "f25530c4-09fc-4821-925c-3f6fdc6b10e0", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "e6472686-cf69-47e8-a698-1807e335c16f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-trusted-ca-bundle", "reconcileID": "de6506bc-c970-421b-9557-2e6a02da6287", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "ebeeafcb-cebc-4273-ad32-18cc1d8629cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:52:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "ebeeafcb-cebc-4273-ad32-18cc1d8629cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "fb418257-7152-4d6f-a2a2-919a33488423", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22c18ab9-410f-4932-bb97-53af0e562cdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-trusted-ca-bundle", "reconcileID": "dedd60f3-ccf5-4bef-b4cc-1401e4e4aeb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:52:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-trusted-ca-bundle", "reconcileID": "dedd60f3-ccf5-4bef-b4cc-1401e4e4aeb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13938274-73bd-419b-a236-2ab36f12fde3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3ea3b701-6f05-4bf3-b5d7-85875f2e3d7d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3ea3b701-6f05-4bf3-b5d7-85875f2e3d7d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3ea3b701-6f05-4bf3-b5d7-85875f2e3d7d", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:52:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be778ac-9ed1-4666-ad98-86818855bca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "348aeb7c-7c0a-4a79-8fd0-a28e0d794528", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "348aeb7c-7c0a-4a79-8fd0-a28e0d794528", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "348aeb7c-7c0a-4a79-8fd0-a28e0d794528", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:53:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T10:53:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T10:53:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T10:53:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T10:53:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3f2b24cd-3071-48cc-a2b9-379e5e3c5560", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:53:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3f2b24cd-3071-48cc-a2b9-379e5e3c5560", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5-authn-ssl"} 2026-07-30T10:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "3f2b24cd-3071-48cc-a2b9-379e5e3c5560", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:53:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f3d1b7-987b-43aa-9f5f-41a976f34f94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f3d1b7-987b-43aa-9f5f-41a976f34f94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:53:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f3d1b7-987b-43aa-9f5f-41a976f34f94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8cd2f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:53:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-trusted-ca-bundle", "reconcileID": "75febc1c-3edf-46f5-aa70-d559fdb88d9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-trusted-ca-bundle", "reconcileID": "75febc1c-3edf-46f5-aa70-d559fdb88d9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "96f51b85-ad2b-4555-86f9-c3e4fc315f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "openshift-service-ca.crt", "reconcileID": "96f51b85-ad2b-4555-86f9-c3e4fc315f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26d90191-8a6f-4e48-93c9-b5a26f8020c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8cd2f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26d90191-8a6f-4e48-93c9-b5a26f8020c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8cd2f5"} 2026-07-30T10:53:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8cd2f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8cd2f5", "reconcileID": "cdc4ed7a-5783-4ecc-b9d8-fbc6c1b511d3", "Gateway": "e2e-ipp-cleanup-8cd2f5", "namespace": "openshift-ingress"} 2026-07-30T10:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "778cf32b-1d7e-4773-9e0a-3f455f8b7aed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "710eba6c-56e9-4a1b-b7f7-2912907341d9", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "710eba6c-56e9-4a1b-b7f7-2912907341d9", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "710eba6c-56e9-4a1b-b7f7-2912907341d9", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:53:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "bb339562-96da-4263-aea8-538bee6ba7f2", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:53:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "bb339562-96da-4263-aea8-538bee6ba7f2", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:53:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "bb339562-96da-4263-aea8-538bee6ba7f2", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c54b992-6056-4793-bc05-2386f56b4d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:54:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:54:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:54:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "9a57a528-553b-4fd5-95a2-5711f7f594fc", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "83ea7f40-a763-419c-9f26-7f59cb5e8a36", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "83ea7f40-a763-419c-9f26-7f59cb5e8a36", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:54:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "83ea7f40-a763-419c-9f26-7f59cb5e8a36", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "351df1dc-1aaf-4c98-bae9-8813e4612abc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:54:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:54:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "authType": "userdefined"} 2026-07-30T10:54:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "3bb0b08d-27a0-4e6f-a1f2-65d85780e708", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fa5637fb-6c4a-4245-b61d-abd2c1622b71", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fa5637fb-6c4a-4245-b61d-abd2c1622b71", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:54:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "fa5637fb-6c4a-4245-b61d-abd2c1622b71", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14454e5-5f37-4be7-b614-e7b23d6eefc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14454e5-5f37-4be7-b614-e7b23d6eefc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:54:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14454e5-5f37-4be7-b614-e7b23d6eefc6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-78eb1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:54:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-trusted-ca-bundle", "reconcileID": "97c5bcb0-fc5a-4547-bc89-dddd5413c2e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-trusted-ca-bundle", "reconcileID": "97c5bcb0-fc5a-4547-bc89-dddd5413c2e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "c0121cac-faa4-44ac-b1e6-3fced4d526cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "openshift-service-ca.crt", "reconcileID": "c0121cac-faa4-44ac-b1e6-3fced4d526cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5584e804-5239-4526-a786-a474a50b4ce0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5584e804-5239-4526-a786-a474a50b4ce0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c"} 2026-07-30T10:54:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:54:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c-kserve-route-authn"} 2026-07-30T10:54:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "17b3fe62-fe13-4d7c-ac35-675215ea7590", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-78eb1c","namespace":"ai-tenant-e2e-ipp-a-78eb1c"}, "namespace": "ai-tenant-e2e-ipp-a-78eb1c", "name": "ipp-route-78eb1c", "reconcileID": "fe470f77-52cd-4c0c-acad-c91adda84b82", "LLMInferenceService": "ipp-route-78eb1c", "namespace": "ai-tenant-e2e-ipp-a-78eb1c"} 2026-07-30T10:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "2c888701-5347-48a5-97c1-c797a8add734", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "2c888701-5347-48a5-97c1-c797a8add734", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c-authn-ssl"} 2026-07-30T10:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "2c888701-5347-48a5-97c1-c797a8add734", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-78eb1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-78eb1c", "reconcileID": "7150f0fe-2362-425f-9139-bc46e581ce2a", "Gateway": "e2e-ipp-a-78eb1c", "namespace": "openshift-ingress"} 2026-07-30T10:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb8f36f1-8335-403b-9cfa-d0f7124d81d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "33ac8611-df81-418f-a3b8-1a8685107cc0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "33ac8611-df81-418f-a3b8-1a8685107cc0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "33ac8611-df81-418f-a3b8-1a8685107cc0", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "b20c8510-ac2f-455d-aadb-892c8119f4a6", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "b20c8510-ac2f-455d-aadb-892c8119f4a6", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4-authn-ssl"} 2026-07-30T10:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "b20c8510-ac2f-455d-aadb-892c8119f4a6", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ceb2f7f-21cb-4432-96d7-b69cd626c8d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ceb2f7f-21cb-4432-96d7-b69cd626c8d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:55:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ceb2f7f-21cb-4432-96d7-b69cd626c8d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2aadf4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-trusted-ca-bundle", "reconcileID": "c29b4857-a6eb-40fa-b30d-4cb0531c008a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-trusted-ca-bundle", "reconcileID": "c29b4857-a6eb-40fa-b30d-4cb0531c008a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "6c889fd3-810f-4a69-aba7-c42e6fe4f2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "openshift-service-ca.crt", "reconcileID": "6c889fd3-810f-4a69-aba7-c42e6fe4f2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "520a27a3-2d5c-4556-9305-abe1343684b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2aadf4"}, "namespace": "ai-tenant-e2e-ipp-b-2aadf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "520a27a3-2d5c-4556-9305-abe1343684b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2aadf4"} 2026-07-30T10:55:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2aadf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2aadf4", "reconcileID": "133a5540-8c3c-45a2-97f9-40bb830411f3", "Gateway": "e2e-ipp-b-2aadf4", "namespace": "openshift-ingress"} 2026-07-30T10:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8286b60a-e22a-4406-b662-2643860abdbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "1cd0dc8d-0f3f-422c-b9d6-9c76f0904df4", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "1cd0dc8d-0f3f-422c-b9d6-9c76f0904df4", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "1cd0dc8d-0f3f-422c-b9d6-9c76f0904df4", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "542aa036-9a3c-4410-a6ba-cab246b79296", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "542aa036-9a3c-4410-a6ba-cab246b79296", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946-authn-ssl"} 2026-07-30T10:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "542aa036-9a3c-4410-a6ba-cab246b79296", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88f4f671-a10e-4edf-8742-9bb832f0dc82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88f4f671-a10e-4edf-8742-9bb832f0dc82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:55:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88f4f671-a10e-4edf-8742-9bb832f0dc82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-b75946 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-trusted-ca-bundle", "reconcileID": "2010e3c8-77c2-4fb0-8d9d-45b3edf0e957", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-trusted-ca-bundle", "reconcileID": "2010e3c8-77c2-4fb0-8d9d-45b3edf0e957", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "openshift-service-ca.crt", "reconcileID": "1dbb91f5-330b-434a-8f0c-2626ee255159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "openshift-service-ca.crt", "reconcileID": "1dbb91f5-330b-434a-8f0c-2626ee255159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee3ba89f-1202-4a7a-b136-e5da42486495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b75946"}, "namespace": "ai-tenant-e2e-shared-a-b75946", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee3ba89f-1202-4a7a-b136-e5da42486495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b75946"} 2026-07-30T10:55:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b75946","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b75946", "reconcileID": "5a84d221-51dc-443b-97ca-109fb374e949", "Gateway": "e2e-shared-a-b75946", "namespace": "openshift-ingress"} 2026-07-30T10:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c1d3ec5-4de5-4d8d-bb7c-f43bdc59e63f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da9e8c40-2b2a-411a-92d1-8e2e576a1bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7cf218b3-d714-4c09-9ea2-35886b438ab1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfdddc76-4899-4b2f-a72e-0cf3882a0a41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32f6d62d-7964-4093-8d52-3e93841eb233", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef5fc67e-1267-47b8-ad53-fdecd7438b00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T10:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "7412f273-b731-4b79-9ac4-6b4c89da0437", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "7412f273-b731-4b79-9ac4-6b4c89da0437", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "7412f273-b731-4b79-9ac4-6b4c89da0437", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:55:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "faa7ff1e-af53-4ee7-9289-5b4edabdc8ea", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:55:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "faa7ff1e-af53-4ee7-9289-5b4edabdc8ea", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164-authn-ssl"} 2026-07-30T10:55:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "faa7ff1e-af53-4ee7-9289-5b4edabdc8ea", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"} 2026-07-30T10:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8175fa39-9a2e-4583-b42a-ce485b1e5b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8175fa39-9a2e-4583-b42a-ce485b1e5b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:55:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8175fa39-9a2e-4583-b42a-ce485b1e5b51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bdf164 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-trusted-ca-bundle", "reconcileID": "2a716848-6f90-4600-b68d-c164179ef64c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-trusted-ca-bundle", "reconcileID": "2a716848-6f90-4600-b68d-c164179ef64c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T10:55:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-trusted-ca-bundle", "reconcileID": "2a716848-6f90-4600-b68d-c164179ef64c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bdf164 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T10:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "openshift-service-ca.crt", "reconcileID": "1a3fa50d-67c8-47c4-9549-fd2ca1801205", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "openshift-service-ca.crt", "reconcileID": "1a3fa50d-67c8-47c4-9549-fd2ca1801205", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "231a34be-2115-4d91-8c73-230de8d855f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "231a34be-2115-4d91-8c73-230de8d855f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-trusted-ca-bundle", "reconcileID": "018572eb-b66d-4929-a7cb-e72b2b0d3d89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdf164"}, "namespace": "ai-tenant-e2e-shared-b-bdf164", "name": "odh-trusted-ca-bundle", "reconcileID": "018572eb-b66d-4929-a7cb-e72b2b0d3d89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdf164"} 2026-07-30T10:55:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdf164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdf164", "reconcileID": "4ad3b955-37b3-40db-b48d-2ff48ba05120", "Gateway": "e2e-shared-b-bdf164", "namespace": "openshift-ingress"}