2026-07-31T15:10:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:10:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:10:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "4b8949bb-8e89-4de0-b819-c9ed6e9dc82b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:10:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:10:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "47ff5efa-eba2-4df7-86ce-6f3e72bf1abf", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:10:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:10:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "9908c074-c3d5-4ab1-bfca-42a3c4a4430e", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:10:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "8f785735-b6fc-4fdd-890a-a1bbcfb74221", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:10:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "8f785735-b6fc-4fdd-890a-a1bbcfb74221", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:10:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "8f785735-b6fc-4fdd-890a-a1bbcfb74221", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:10:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8b2ee9f-ea98-40bb-aed4-5c0a740a0e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "800835c9-bc5c-46bb-b8a5-be2e606a974f", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "800835c9-bc5c-46bb-b8a5-be2e606a974f", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "800835c9-bc5c-46bb-b8a5-be2e606a974f", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "bee5a2f2-e6d7-4080-8bca-e1d05263b844", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "bee5a2f2-e6d7-4080-8bca-e1d05263b844", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "bee5a2f2-e6d7-4080-8bca-e1d05263b844", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4789ceee-6a8a-4cb1-a3e2-e68363bcf28b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4789ceee-6a8a-4cb1-a3e2-e68363bcf28b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:11:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4789ceee-6a8a-4cb1-a3e2-e68363bcf28b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ee86d8a2-3779-4a1e-874a-760605b8b1a2", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ee86d8a2-3779-4a1e-874a-760605b8b1a2", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ee86d8a2-3779-4a1e-874a-760605b8b1a2", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "2bcdb463-e096-4836-b10c-f0a1b40e8eee", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "2bcdb463-e096-4836-b10c-f0a1b40e8eee", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "2bcdb463-e096-4836-b10c-f0a1b40e8eee", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2"} 2026-07-31T15:11:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:11:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:11:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "7ad4789a-c1e7-4b60-8035-6f0ab399b340", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "sub-test-model-9966b2", "reconcileID": "0061c3e9-250f-49a9-b384-d011cbfb31ed", "LLMInferenceService": "sub-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "56be2fa3-2f87-4913-a1d1-01469efc8f14", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "56be2fa3-2f87-4913-a1d1-01469efc8f14", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "56be2fa3-2f87-4913-a1d1-01469efc8f14", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "58aacd6b-42f3-4697-8ada-37be3fc36d6e", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "58aacd6b-42f3-4697-8ada-37be3fc36d6e", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "58aacd6b-42f3-4697-8ada-37be3fc36d6e", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee"} 2026-07-31T15:11:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:11:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:11:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "250e3599-cdbf-499b-a2b2-6b0ac283709b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "sub-test-model-79a3ee", "reconcileID": "72f512c1-2d3c-4ba5-a3d4-9de19f1d423b", "LLMInferenceService": "sub-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "14e0a720-a45f-440e-929c-c39643bfdd2b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "14e0a720-a45f-440e-929c-c39643bfdd2b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "14e0a720-a45f-440e-929c-c39643bfdd2b", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "648f269f-ddb7-444e-abab-87abc6a1355d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "648f269f-ddb7-444e-abab-87abc6a1355d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "648f269f-ddb7-444e-abab-87abc6a1355d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "44bcf7c4-62e6-4daa-bd29-8d0af7fd9387", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:11:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "authType": "userdefined"} 2026-07-31T15:11:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "cf961cfc-c76c-4fb7-9009-ccf4afbf2ff9", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "44bcf7c4-62e6-4daa-bd29-8d0af7fd9387", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "44bcf7c4-62e6-4daa-bd29-8d0af7fd9387", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:11:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "authType": "userdefined"} 2026-07-31T15:11:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "7f5914a8-223f-496f-8279-d159bf8c2f3e", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a6fb698d-91c8-4e44-a9f6-b05447475ec9", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a6fb698d-91c8-4e44-a9f6-b05447475ec9", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:11:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a6fb698d-91c8-4e44-a9f6-b05447475ec9", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:11:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5cc972dc-137f-4eb8-8e69-5e9518589965", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5cc972dc-137f-4eb8-8e69-5e9518589965", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5cc972dc-137f-4eb8-8e69-5e9518589965", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "2187091f-d1aa-4bc6-b3b6-013770b9ce43", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "2187091f-d1aa-4bc6-b3b6-013770b9ce43", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "2187091f-d1aa-4bc6-b3b6-013770b9ce43", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:11:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:11:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:11:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "authType": "userdefined"} 2026-07-31T15:11:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "959082a8-ad2e-4aab-8789-c1cc8b9a719f", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:12:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:12:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:12:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:12:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:12:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "authType": "userdefined"} 2026-07-31T15:12:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "60fe9f73-4eab-43d8-ba6c-8d296e3f8922", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:12:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a5c92fdd-9d5d-43c8-8429-3d49cb05c307", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:12:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:12:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:12:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "a28e9fe8-a83b-4e18-bbee-4a6bbeb0eeb4", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a5c92fdd-9d5d-43c8-8429-3d49cb05c307", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "a5c92fdd-9d5d-43c8-8429-3d49cb05c307", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:12:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:12:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:12:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "ea788caf-17e3-4ca3-8701-de7d7b22f80c", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4c88300d-2d20-44d4-b5d5-8e68a5075063", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:12:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4c88300d-2d20-44d4-b5d5-8e68a5075063", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:12:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "4c88300d-2d20-44d4-b5d5-8e68a5075063", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:12:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:12:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:12:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "942fbeb4-20b8-4bd4-82e3-d793c08320d9", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:12:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "authType": "userdefined"} 2026-07-31T15:12:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "e45490e5-4c48-4eca-9dbf-545fc0a34af6", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5a9a58dd-e744-4223-868b-6d973d79a2ec", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5a9a58dd-e744-4223-868b-6d973d79a2ec", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "5a9a58dd-e744-4223-868b-6d973d79a2ec", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "220c13a2-32b7-4c12-8807-2e794228154d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "220c13a2-32b7-4c12-8807-2e794228154d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "220c13a2-32b7-4c12-8807-2e794228154d", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "153545e9-0c67-4382-a135-035d2c36833e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "748b85bd-d92b-4470-91fb-c50a60dfa7ce", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "748b85bd-d92b-4470-91fb-c50a60dfa7ce", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "748b85bd-d92b-4470-91fb-c50a60dfa7ce", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "71a1e424-07c2-4f68-9292-fc59a4beaeaf", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "71a1e424-07c2-4f68-9292-fc59a4beaeaf", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:13:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "71a1e424-07c2-4f68-9292-fc59a4beaeaf", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2"} 2026-07-31T15:13:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:13:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2-kserve-route-authn"} 2026-07-31T15:13:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "3c364798-df44-4f30-9bac-62a9c7eaf428", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9966b2","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "rate-test-model-9966b2", "reconcileID": "11d7f3c4-cc34-4dd9-8a1d-c70dd1c540f7", "LLMInferenceService": "rate-test-model-9966b2", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "1bf3aa2c-4adf-4e25-aa78-f3e25db04697", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "1bf3aa2c-4adf-4e25-aa78-f3e25db04697", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "1bf3aa2c-4adf-4e25-aa78-f3e25db04697", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7f509871-08ba-4fbb-8800-2606031e6fee", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7f509871-08ba-4fbb-8800-2606031e6fee", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7f509871-08ba-4fbb-8800-2606031e6fee", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee"} 2026-07-31T15:13:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:13:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee-kserve-route-authn"} 2026-07-31T15:13:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "702b2922-a6fe-408f-be38-88d2aae71783", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-79a3ee","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "rate-test-model-79a3ee", "reconcileID": "51bf2b66-d3b2-4749-9431-f040b4c10078", "LLMInferenceService": "rate-test-model-79a3ee", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bc169624-a255-485d-82f9-e572700d9d57", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bc169624-a255-485d-82f9-e572700d9d57", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bc169624-a255-485d-82f9-e572700d9d57", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "62d287b4-2ff5-401c-9475-ad1de04469e3", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "62d287b4-2ff5-401c-9475-ad1de04469e3", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "62d287b4-2ff5-401c-9475-ad1de04469e3", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bcae17c4-4f94-4575-a1e6-7effd66ed3c8", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bcae17c4-4f94-4575-a1e6-7effd66ed3c8", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:13:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "bcae17c4-4f94-4575-a1e6-7effd66ed3c8", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:13:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ca8a00c9-1ac8-43bd-8cb4-09a837009227", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ca8a00c9-1ac8-43bd-8cb4-09a837009227", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:13:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "ca8a00c9-1ac8-43bd-8cb4-09a837009227", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "29168f8d-ca92-431c-adf5-0a92ee790890", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "29168f8d-ca92-431c-adf5-0a92ee790890", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "29168f8d-ca92-431c-adf5-0a92ee790890", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "134590f5-902b-4ac6-ac1b-1c2621b375ec", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "134590f5-902b-4ac6-ac1b-1c2621b375ec", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "134590f5-902b-4ac6-ac1b-1c2621b375ec", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "b5d96204-8aa0-4de0-ab28-d82c89265770", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "b5d96204-8aa0-4de0-ab28-d82c89265770", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "b5d96204-8aa0-4de0-ab28-d82c89265770", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c86a2fb2-04a2-46cc-8479-38dc56c5ddb1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c86a2fb2-04a2-46cc-8479-38dc56c5ddb1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c86a2fb2-04a2-46cc-8479-38dc56c5ddb1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "55a69db3-3a72-44cc-b2ef-6d2d5d4f7b25", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "55a69db3-3a72-44cc-b2ef-6d2d5d4f7b25", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "55a69db3-3a72-44cc-b2ef-6d2d5d4f7b25", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "896d71ac-188e-4f91-9dfc-add969b3bc7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "896d71ac-188e-4f91-9dfc-add969b3bc7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "896d71ac-188e-4f91-9dfc-add969b3bc7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "99ef5801-8154-463a-b776-fa702d425809", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "99ef5801-8154-463a-b776-fa702d425809", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "99ef5801-8154-463a-b776-fa702d425809", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "b8ce3c1f-662e-4b61-822a-4bfda1a5b9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-trusted-ca-bundle", "reconcileID": "e595a84e-00c6-41fa-a571-baf471856fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "89f0606e-da20-428a-b5c8-1bb43ad99785", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "89f0606e-da20-428a-b5c8-1bb43ad99785", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "1a33b055-19dc-4f19-8195-3fd36a2ba7ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "1a33b055-19dc-4f19-8195-3fd36a2ba7ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9932f0e0-2038-489c-8133-a35b65d5eb4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "d5bc80e7-4f1d-4329-9e1c-2ef4065aa9f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-trusted-ca-bundle", "reconcileID": "46801b4e-a081-448e-835c-63a985cbf4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-trusted-ca-bundle", "reconcileID": "46801b4e-a081-448e-835c-63a985cbf4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99257b21-2688-4db0-9e34-5053cc4db298", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:14:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "f78dac74-ecfa-43d8-8d69-ae7231684896", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:14:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "f78dac74-ecfa-43d8-8d69-ae7231684896", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:14:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "f78dac74-ecfa-43d8-8d69-ae7231684896", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3943d8e2-0f74-43df-9bd2-e93e093970b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:14:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "02590a52-2543-4238-8add-df3471713b7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:14:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "02590a52-2543-4238-8add-df3471713b7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:14:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "02590a52-2543-4238-8add-df3471713b7f", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "fef3bc65-ab86-4fa7-ba3b-45ff36f26095", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "fef3bc65-ab86-4fa7-ba3b-45ff36f26095", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "fef3bc65-ab86-4fa7-ba3b-45ff36f26095", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "db4cbfe3-268a-4433-8f55-97f8fa2d03ad", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "db4cbfe3-268a-4433-8f55-97f8fa2d03ad", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "db4cbfe3-268a-4433-8f55-97f8fa2d03ad", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "ce3d3985-6607-4b7b-9c93-f3586894f86f", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "ce3d3985-6607-4b7b-9c93-f3586894f86f", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "ce3d3985-6607-4b7b-9c93-f3586894f86f", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "5aec4b23-8e29-40f0-a1c9-042b240436f9", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "5aec4b23-8e29-40f0-a1c9-042b240436f9", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "5aec4b23-8e29-40f0-a1c9-042b240436f9", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "781c1630-76a7-4b50-b1e3-8e9cf8b4597a", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "781c1630-76a7-4b50-b1e3-8e9cf8b4597a", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "781c1630-76a7-4b50-b1e3-8e9cf8b4597a", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "bbfc9992-2aad-471a-8ab5-684d7fa6b0b2", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "bbfc9992-2aad-471a-8ab5-684d7fa6b0b2", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "bbfc9992-2aad-471a-8ab5-684d7fa6b0b2", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "f55ce874-b697-4b22-9834-dfbf8f55193e", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "f55ce874-b697-4b22-9834-dfbf8f55193e", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "f55ce874-b697-4b22-9834-dfbf8f55193e", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "6bdc4fdf-36dc-45c3-9535-f255b78cecbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-trusted-ca-bundle", "reconcileID": "539a7a22-c2bc-4d97-9efa-0087f229c8ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "f187a48d-a6ad-43fc-b65e-ed4d73280a3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "f187a48d-a6ad-43fc-b65e-ed4d73280a3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "24ab3e98-ffa9-478c-be00-4fb7a25aeb46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "24ab3e98-ffa9-478c-be00-4fb7a25aeb46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:14:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a34b0b7-9cc8-4b2f-af8f-4d3276092b3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "21ba45cf-9f33-44fc-82c4-8f1c550b24b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-trusted-ca-bundle", "reconcileID": "49d059cd-6927-4983-8dfc-d1ea07338d9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:14:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-trusted-ca-bundle", "reconcileID": "49d059cd-6927-4983-8dfc-d1ea07338d9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c26e191-5406-4c73-8666-055b7c65933b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:14:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "150e215b-e4ae-4bdd-9036-6c6acf5cfc31", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "150e215b-e4ae-4bdd-9036-6c6acf5cfc31", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "150e215b-e4ae-4bdd-9036-6c6acf5cfc31", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1cc2eea-0294-4bc0-b912-c80c0305c3ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:14:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "65de4fc8-8685-443b-81f5-ba037e2d8bd3", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:14:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "65de4fc8-8685-443b-81f5-ba037e2d8bd3", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "65de4fc8-8685-443b-81f5-ba037e2d8bd3", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "70cd9d58-a055-43b5-a107-2f7a2388ac62", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c3c1c558-51dd-4d3d-bd07-d0fb56e280e1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c3c1c558-51dd-4d3d-bd07-d0fb56e280e1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "c3c1c558-51dd-4d3d-bd07-d0fb56e280e1", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "4c5db7a1-b099-4947-85eb-18fab5ebb195", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "ad779570-e182-49c0-98f2-36506fee910e", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "ad779570-e182-49c0-98f2-36506fee910e", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "ad779570-e182-49c0-98f2-36506fee910e", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:15:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:15:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "e46cc48e-e5d5-470c-8910-6d90d8e689ea", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:15:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:15:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7be47513-88c2-4845-9739-1b9f3c488f71", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:15:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:15:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "7c17c527-ed67-4d84-9068-585244fc409a", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7e87003-d8c5-492f-b319-1223e320f53a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "838df532-b607-41d3-9a58-b8e76bbff3ae", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "838df532-b607-41d3-9a58-b8e76bbff3ae", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "838df532-b607-41d3-9a58-b8e76bbff3ae", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "46fbe366-8beb-42e5-bd10-37166cf36274", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "46fbe366-8beb-42e5-bd10-37166cf36274", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "46fbe366-8beb-42e5-bd10-37166cf36274", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "eebdbf59-5fc6-4f67-b807-2dd4c9154bf8", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "eebdbf59-5fc6-4f67-b807-2dd4c9154bf8", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "eebdbf59-5fc6-4f67-b807-2dd4c9154bf8", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "d1071ec4-1c9c-4c19-8bf5-c9be0fb68474", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "d1071ec4-1c9c-4c19-8bf5-c9be0fb68474", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "d1071ec4-1c9c-4c19-8bf5-c9be0fb68474", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "50bb65f4-a1fb-4ae4-8481-4535026a08d0", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "50bb65f4-a1fb-4ae4-8481-4535026a08d0", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "50bb65f4-a1fb-4ae4-8481-4535026a08d0", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "207c4f46-3c5d-4217-a490-efc4c8f93e9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "207c4f46-3c5d-4217-a490-efc4c8f93e9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "207c4f46-3c5d-4217-a490-efc4c8f93e9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "77daadc2-df65-467c-b88f-7e08a0bc3422", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "77daadc2-df65-467c-b88f-7e08a0bc3422", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "77daadc2-df65-467c-b88f-7e08a0bc3422", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "9cdef47e-2e4e-4e41-b80e-40f776c5e1b5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "9cdef47e-2e4e-4e41-b80e-40f776c5e1b5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "9cdef47e-2e4e-4e41-b80e-40f776c5e1b5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8543787-a044-483d-b5f8-26f6091f68f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "9a567cf3-3dcb-4a8f-97f6-a2f8df6a443e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-trusted-ca-bundle", "reconcileID": "1d096e70-1d11-4d0e-8997-4ef99a9f7a07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "da47bddd-12dc-4dda-929f-ce91ecf667cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:15:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "da47bddd-12dc-4dda-929f-ce91ecf667cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "500c085b-926a-476d-8da9-6345519084d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "ba8fa392-56bb-44f7-a434-133f84365825", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-trusted-ca-bundle", "reconcileID": "ca5f9c12-33de-4934-b385-b1dbe2fb2301", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:15:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-trusted-ca-bundle", "reconcileID": "ca5f9c12-33de-4934-b385-b1dbe2fb2301", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb8f7f0f-658e-44dd-b809-c5b5966d39a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "73ff7d1e-d68b-4e35-844f-9ccb5338313a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "73ff7d1e-d68b-4e35-844f-9ccb5338313a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "73ff7d1e-d68b-4e35-844f-9ccb5338313a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "256deae3-be85-49e3-8336-4bd42252e408", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "c785875c-127d-45f0-85a9-274f6b33472a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "c785875c-127d-45f0-85a9-274f6b33472a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "c785875c-127d-45f0-85a9-274f6b33472a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "3352dac5-450a-47fa-8687-f047463a0cb5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "3352dac5-450a-47fa-8687-f047463a0cb5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "3352dac5-450a-47fa-8687-f047463a0cb5", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "39a3ad79-b7e2-4c1d-aea8-2f2e13e66f9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "39a3ad79-b7e2-4c1d-aea8-2f2e13e66f9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e-authn-ssl"} 2026-07-31T15:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "39a3ad79-b7e2-4c1d-aea8-2f2e13e66f9a", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d6038-6520-43c2-94d4-752f3515fd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d6038-6520-43c2-94d4-752f3515fd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:16:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d6038-6520-43c2-94d4-752f3515fd68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-39573e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:16:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-trusted-ca-bundle", "reconcileID": "5940e646-d1ec-436d-8fcf-c1919a37ac76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-trusted-ca-bundle", "reconcileID": "5940e646-d1ec-436d-8fcf-c1919a37ac76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "1ff535e2-f27b-4f08-9339-7d0961d89dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "openshift-service-ca.crt", "reconcileID": "1ff535e2-f27b-4f08-9339-7d0961d89dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454c0c4b-c00d-4b64-badd-f3a32c64fd45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-39573e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-39573e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "454c0c4b-c00d-4b64-badd-f3a32c64fd45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-39573e"} 2026-07-31T15:16:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-39573e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-39573e", "reconcileID": "8c020547-f61a-42b9-a834-6e2c6e3d22ec", "Gateway": "e2e-ipp-cleanup-39573e", "namespace": "openshift-ingress"} 2026-07-31T15:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe774d84-db34-4c27-8ca3-edce89fecdb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0cce5582-eb7e-4109-8b45-6c83770545d7", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0cce5582-eb7e-4109-8b45-6c83770545d7", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0cce5582-eb7e-4109-8b45-6c83770545d7", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "4342e920-3316-48cd-80c1-f229db14a1eb", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "4342e920-3316-48cd-80c1-f229db14a1eb", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "4342e920-3316-48cd-80c1-f229db14a1eb", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "e4d2f7b7-d6b8-4554-8b73-2c720ec7b558", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "e4d2f7b7-d6b8-4554-8b73-2c720ec7b558", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "e4d2f7b7-d6b8-4554-8b73-2c720ec7b558", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "8d2a6992-1743-4f32-9e26-9ee5115ee7d2", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "8d2a6992-1743-4f32-9e26-9ee5115ee7d2", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "8d2a6992-1743-4f32-9e26-9ee5115ee7d2", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:16:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:16:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:16:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:16:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:16:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "authType": "userdefined"} 2026-07-31T15:16:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "d8d18a94-083b-4214-a36e-4e33289ee381", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "a4c17963-255e-4df0-9b2a-e8d8e3457aa3", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "a4c17963-255e-4df0-9b2a-e8d8e3457aa3", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "a4c17963-255e-4df0-9b2a-e8d8e3457aa3", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:17:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3beca381-8a87-45a2-b814-505d6ce54409", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3beca381-8a87-45a2-b814-505d6ce54409", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:17:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3beca381-8a87-45a2-b814-505d6ce54409", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-58af04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:17:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-trusted-ca-bundle", "reconcileID": "bf83e96e-eeaa-4fe0-aa73-664c116cdf37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-trusted-ca-bundle", "reconcileID": "bf83e96e-eeaa-4fe0-aa73-664c116cdf37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "130837ed-61d6-4434-b62e-62f89c397c55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "openshift-service-ca.crt", "reconcileID": "130837ed-61d6-4434-b62e-62f89c397c55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1807b94-e9cb-43af-9d2b-1e7f5263411c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1807b94-e9cb-43af-9d2b-1e7f5263411c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04"} 2026-07-31T15:17:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:17:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:17:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "0cf6f80e-2c11-42cc-bdc1-6a4748c43359", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04"} 2026-07-31T15:17:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:17:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04-kserve-route-authn"} 2026-07-31T15:17:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "ed55f25f-569f-4cb9-a664-d8a29c22e884", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-58af04","namespace":"ai-tenant-e2e-ipp-a-58af04"}, "namespace": "ai-tenant-e2e-ipp-a-58af04", "name": "ipp-route-58af04", "reconcileID": "1fa82f35-0b2f-4f10-a5f7-e516bc682014", "LLMInferenceService": "ipp-route-58af04", "namespace": "ai-tenant-e2e-ipp-a-58af04"} 2026-07-31T15:17:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0a35e167-61e2-4bbc-8f6c-174f545a65dc", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:17:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0a35e167-61e2-4bbc-8f6c-174f545a65dc", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04-authn-ssl"} 2026-07-31T15:17:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "0a35e167-61e2-4bbc-8f6c-174f545a65dc", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:17:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-58af04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-58af04", "reconcileID": "dbd1579c-edf3-4dee-a164-648343b4ff82", "Gateway": "e2e-ipp-a-58af04", "namespace": "openshift-ingress"} 2026-07-31T15:17:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c460fa61-5731-4243-8844-3e8318af69ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:17:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "a8761cf7-4f8c-48df-a7de-cd7aa5255632", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:17:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "a8761cf7-4f8c-48df-a7de-cd7aa5255632", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:17:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "a8761cf7-4f8c-48df-a7de-cd7aa5255632", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "7f517922-7cd7-47b3-9864-e08ed20e9344", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "7f517922-7cd7-47b3-9864-e08ed20e9344", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21-authn-ssl"} 2026-07-31T15:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "7f517922-7cd7-47b3-9864-e08ed20e9344", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e686f9-a73e-4d5f-9f95-d5f0e4ff82f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e686f9-a73e-4d5f-9f95-d5f0e4ff82f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:17:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e686f9-a73e-4d5f-9f95-d5f0e4ff82f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-1c9d21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-trusted-ca-bundle", "reconcileID": "21fc94c5-bccf-400a-a6ca-ef554388c10a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-trusted-ca-bundle", "reconcileID": "21fc94c5-bccf-400a-a6ca-ef554388c10a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "325a93a9-3a05-406d-8458-965987a016f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "openshift-service-ca.crt", "reconcileID": "325a93a9-3a05-406d-8458-965987a016f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d46a1c56-67d3-4785-8a62-695af12be3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1c9d21"}, "namespace": "ai-tenant-e2e-ipp-b-1c9d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d46a1c56-67d3-4785-8a62-695af12be3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1c9d21"} 2026-07-31T15:17:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1c9d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1c9d21", "reconcileID": "0399b013-2221-4624-b834-5254db818b54", "Gateway": "e2e-ipp-b-1c9d21", "namespace": "openshift-ingress"} 2026-07-31T15:17:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18d39810-e3cd-4902-9b27-4f711bd1296c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "49ae6386-7eef-4f49-a3a6-b1b38b6ed9a8", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "49ae6386-7eef-4f49-a3a6-b1b38b6ed9a8", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "49ae6386-7eef-4f49-a3a6-b1b38b6ed9a8", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:17:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7bf6c101-b747-4ea1-9c1e-fe989b022476", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:17:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7bf6c101-b747-4ea1-9c1e-fe989b022476", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2-authn-ssl"} 2026-07-31T15:17:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "7bf6c101-b747-4ea1-9c1e-fe989b022476", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:17:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8141ea87-cee0-4879-b9e3-062e4cf3ecdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8141ea87-cee0-4879-b9e3-062e4cf3ecdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:17:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8141ea87-cee0-4879-b9e3-062e4cf3ecdf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9966b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:17:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-trusted-ca-bundle", "reconcileID": "69b9118d-3896-44a2-840c-6ae55a643065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-trusted-ca-bundle", "reconcileID": "69b9118d-3896-44a2-840c-6ae55a643065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "openshift-service-ca.crt", "reconcileID": "4329671a-eee7-4a46-8642-764534cbc904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "openshift-service-ca.crt", "reconcileID": "4329671a-eee7-4a46-8642-764534cbc904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7578bb5-482f-41d1-bccf-05d141413f82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9966b2"}, "namespace": "ai-tenant-e2e-shared-a-9966b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7578bb5-482f-41d1-bccf-05d141413f82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9966b2"} 2026-07-31T15:17:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9966b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9966b2", "reconcileID": "e80b6d85-38d3-4f8f-9527-4908fd690c30", "Gateway": "e2e-shared-a-9966b2", "namespace": "openshift-ingress"} 2026-07-31T15:17:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3be79b58-010a-40b0-b8b9-35c00e748fbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T15:17:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "252ddfea-57d3-479e-86ac-b31c687816e5", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:17:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "252ddfea-57d3-479e-86ac-b31c687816e5", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:17:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "252ddfea-57d3-479e-86ac-b31c687816e5", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "66b6e777-969d-4c3d-84da-d76bdbae68d0", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "66b6e777-969d-4c3d-84da-d76bdbae68d0", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee-authn-ssl"} 2026-07-31T15:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "66b6e777-969d-4c3d-84da-d76bdbae68d0", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:18:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e0d40f-ad8c-4f8c-ac9b-9c5cacb5b8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e0d40f-ad8c-4f8c-ac9b-9c5cacb5b8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T15:18:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e0d40f-ad8c-4f8c-ac9b-9c5cacb5b8ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-79a3ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T15:18:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "2c2a47eb-674d-45b9-b924-0c928a5f6186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-trusted-ca-bundle", "reconcileID": "2c2a47eb-674d-45b9-b924-0c928a5f6186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "openshift-service-ca.crt", "reconcileID": "822aa858-f0c5-40c6-95f7-0eb54b1c5790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "openshift-service-ca.crt", "reconcileID": "822aa858-f0c5-40c6-95f7-0eb54b1c5790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a147b5cc-071d-4619-ae2b-d5f37476d064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-79a3ee"}, "namespace": "ai-tenant-e2e-shared-b-79a3ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a147b5cc-071d-4619-ae2b-d5f37476d064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-79a3ee"} 2026-07-31T15:18:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-79a3ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-79a3ee", "reconcileID": "c2c3f634-dcb0-43b8-a57a-f1c9987035a8", "Gateway": "e2e-shared-b-79a3ee", "namespace": "openshift-ingress"} 2026-07-31T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84c88201-6bf6-4fd3-b8a9-bf52df7025fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}