2026-07-31T23:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "135ef96f-e38c-4250-9fd5-c70f0190c6d1", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:47:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:47:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:47:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ef252a84-2b43-463f-adeb-bd515c7758c9", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "e67a1b25-79d3-4e04-882f-0ef8e19757ab", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "e67a1b25-79d3-4e04-882f-0ef8e19757ab", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "e67a1b25-79d3-4e04-882f-0ef8e19757ab", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:47:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:47:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:47:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "ca6d3cc3-5342-4895-986d-3f4f386ff774", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:47:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:47:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "a70df58c-0797-48c8-8699-b21f5d048173", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:47:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:47:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "6890bc39-f386-4099-8451-235aaff7f47c", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "205902cc-4bf1-4f86-818f-2244c2c32c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "37f7e3e0-27af-48e0-841b-72bb7b7ed727", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "37f7e3e0-27af-48e0-841b-72bb7b7ed727", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "37f7e3e0-27af-48e0-841b-72bb7b7ed727", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "832ee63e-418f-43f9-8c3f-4bb5a9451425", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "832ee63e-418f-43f9-8c3f-4bb5a9451425", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "832ee63e-418f-43f9-8c3f-4bb5a9451425", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:47:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7df7117-cc03-4a74-aeb0-facd8697558c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "fd3c1778-5b1a-4b25-874e-73ec017241fa", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "fd3c1778-5b1a-4b25-874e-73ec017241fa", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "fd3c1778-5b1a-4b25-874e-73ec017241fa", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "f3409884-b3d9-4bc5-bf19-916bfca0444e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "f3409884-b3d9-4bc5-bf19-916bfca0444e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "f3409884-b3d9-4bc5-bf19-916bfca0444e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4"} 2026-07-31T23:48:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "f3873e99-5d0a-4e81-9881-a10b5a86a1ec", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "sub-test-model-99d0e4", "reconcileID": "5b9ae4e5-602a-4429-8180-9ca98fcea452", "LLMInferenceService": "sub-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "66344fb1-6ef2-45c1-b13a-fc6ad2f32948", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "66344fb1-6ef2-45c1-b13a-fc6ad2f32948", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "66344fb1-6ef2-45c1-b13a-fc6ad2f32948", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6524cda5-870d-49db-98ef-3c909502080e", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6524cda5-870d-49db-98ef-3c909502080e", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6524cda5-870d-49db-98ef-3c909502080e", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7"} 2026-07-31T23:48:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:48:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:48:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "adedbe80-628c-4cc8-8097-a437e3d93bd1", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "sub-test-model-3d60f7", "reconcileID": "2a24d33e-80d7-4b1b-a8e1-201d8587aa4a", "LLMInferenceService": "sub-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "c6fdae17-c720-4e67-8bd4-55e2873ddea5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "c6fdae17-c720-4e67-8bd4-55e2873ddea5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "c6fdae17-c720-4e67-8bd4-55e2873ddea5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "8a4b75f1-af98-463f-a273-79b968d92b4f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "8a4b75f1-af98-463f-a273-79b968d92b4f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "8a4b75f1-af98-463f-a273-79b968d92b4f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6d182ea0-4e6b-4931-b65c-94b33e1775db", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "authType": "userdefined"} 2026-07-31T23:48:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "6aa5f227-facb-41e4-b598-0ee46fc841b3", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6d182ea0-4e6b-4931-b65c-94b33e1775db", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "6d182ea0-4e6b-4931-b65c-94b33e1775db", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "authType": "userdefined"} 2026-07-31T23:48:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "5a1258ac-ff63-4c93-b09c-ab114b97b66e", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "83c7bd0e-84ae-4394-b8dd-d6a706539223", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "83c7bd0e-84ae-4394-b8dd-d6a706539223", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "83c7bd0e-84ae-4394-b8dd-d6a706539223", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "2c521777-56ad-4458-80d4-3a440e9d494f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "2c521777-56ad-4458-80d4-3a440e9d494f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "2c521777-56ad-4458-80d4-3a440e9d494f", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "5dd265fe-c043-4eaa-a6c4-ab0d3750cbc9", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "5dd265fe-c043-4eaa-a6c4-ab0d3750cbc9", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "5dd265fe-c043-4eaa-a6c4-ab0d3750cbc9", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:48:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "authType": "userdefined"} 2026-07-31T23:48:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "8b96378e-b60e-46cb-b60f-1d9d9585f668", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:48:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:48:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "authType": "userdefined"} 2026-07-31T23:48:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "7b210af3-3ed1-4597-bdfc-a6a7bf913254", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:49:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "127a9945-8f4d-4b5e-97bf-3c4e5aafcf5a", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:49:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:49:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "336bb541-90f7-44aa-bd72-98514e7bf7bd", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "127a9945-8f4d-4b5e-97bf-3c4e5aafcf5a", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:49:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "127a9945-8f4d-4b5e-97bf-3c4e5aafcf5a", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:49:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:49:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3affc963-7869-4bed-a415-6e5b28dde6a2", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "51ff13ce-584f-40ee-bd44-cf8d3dbb6869", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "51ff13ce-584f-40ee-bd44-cf8d3dbb6869", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:49:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "51ff13ce-584f-40ee-bd44-cf8d3dbb6869", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:49:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:49:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "56b6f2e6-ef62-48d7-b542-c8804bf531a6", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "authType": "userdefined"} 2026-07-31T23:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9166e46b-6911-4e93-841b-4efd24015035", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:49:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "ae011427-053d-4061-b273-ddca844ca04b", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:49:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "ae011427-053d-4061-b273-ddca844ca04b", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:49:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "ae011427-053d-4061-b273-ddca844ca04b", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "9a7464e1-6230-48f9-b6f0-10e6d9766462", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "9a7464e1-6230-48f9-b6f0-10e6d9766462", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "9a7464e1-6230-48f9-b6f0-10e6d9766462", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T23:49:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T23:49:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T23:49:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T23:49:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "d2c869ab-fa6c-4577-901f-3cf936ba2aa5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:49:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "d2c869ab-fa6c-4577-901f-3cf936ba2aa5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:49:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "d2c869ab-fa6c-4577-901f-3cf936ba2aa5", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "6af41188-eb32-47df-9cba-7d4892fb5723", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "6af41188-eb32-47df-9cba-7d4892fb5723", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "6af41188-eb32-47df-9cba-7d4892fb5723", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4"} 2026-07-31T23:50:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:50:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4-kserve-route-authn"} 2026-07-31T23:50:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "25a61312-af89-4679-bcc5-4402a03a7128", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99d0e4","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "rate-test-model-99d0e4", "reconcileID": "29181bc8-5281-4291-b33f-3ecb21516ccf", "LLMInferenceService": "rate-test-model-99d0e4", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:50:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "4dccbad9-abd1-44b4-848a-0a66068bb4de", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "4dccbad9-abd1-44b4-848a-0a66068bb4de", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:50:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "4dccbad9-abd1-44b4-848a-0a66068bb4de", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "681d7d3f-729f-4a25-a07f-a4e231c1f0d3", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "681d7d3f-729f-4a25-a07f-a4e231c1f0d3", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:50:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "681d7d3f-729f-4a25-a07f-a4e231c1f0d3", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7"} 2026-07-31T23:50:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:50:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7-kserve-route-authn"} 2026-07-31T23:50:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "3c5ebb32-8b02-4862-8157-f8a9113747c5", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d60f7","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "rate-test-model-3d60f7", "reconcileID": "9d6337cb-cd90-4e1d-949a-2b1c732612c1", "LLMInferenceService": "rate-test-model-3d60f7", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "07fe3160-e17b-4b43-9ff1-5b6d40adfa4b", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "07fe3160-e17b-4b43-9ff1-5b6d40adfa4b", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "07fe3160-e17b-4b43-9ff1-5b6d40adfa4b", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "da1cfa0c-5efe-499c-921c-38cf755105dd", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "da1cfa0c-5efe-499c-921c-38cf755105dd", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "da1cfa0c-5efe-499c-921c-38cf755105dd", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "c9116674-4ce2-41da-8263-d3c80abb0a94", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "c9116674-4ce2-41da-8263-d3c80abb0a94", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "c9116674-4ce2-41da-8263-d3c80abb0a94", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "74ce8ab2-fbb5-45f1-98bc-87768f515784", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "74ce8ab2-fbb5-45f1-98bc-87768f515784", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "74ce8ab2-fbb5-45f1-98bc-87768f515784", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "978a5cee-20d4-45e3-b345-8a634d3e52ae", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "978a5cee-20d4-45e3-b345-8a634d3e52ae", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "978a5cee-20d4-45e3-b345-8a634d3e52ae", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "d804e378-e96a-47d1-b8a8-ca755b98b1f7", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "d804e378-e96a-47d1-b8a8-ca755b98b1f7", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "d804e378-e96a-47d1-b8a8-ca755b98b1f7", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "cbb3ec74-892f-4490-b692-c00f1c43082b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "cbb3ec74-892f-4490-b692-c00f1c43082b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "cbb3ec74-892f-4490-b692-c00f1c43082b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "df9bf4c0-35c0-4e07-ae1a-5176b0dabac9", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "df9bf4c0-35c0-4e07-ae1a-5176b0dabac9", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "df9bf4c0-35c0-4e07-ae1a-5176b0dabac9", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "e8132e72-e589-4f14-aff5-56a27330e12c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "e8132e72-e589-4f14-aff5-56a27330e12c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "e8132e72-e589-4f14-aff5-56a27330e12c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ce8a63c0-36a8-46d6-b5de-424ca7fe6218", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ce8a63c0-36a8-46d6-b5de-424ca7fe6218", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ce8a63c0-36a8-46d6-b5de-424ca7fe6218", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea35ef30-fbd4-4e2a-9f81-993f7eac6c2b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea35ef30-fbd4-4e2a-9f81-993f7eac6c2b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea35ef30-fbd4-4e2a-9f81-993f7eac6c2b", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-trusted-ca-bundle", "reconcileID": "30c88f2d-abba-4816-872b-e79bd8fc55f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "36a16062-cd32-467b-858d-417d6b78c72d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "3df35c46-920b-4c44-9e7a-5ff671ca5d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:50:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "3df35c46-920b-4c44-9e7a-5ff671ca5d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-trusted-ca-bundle", "reconcileID": "52574cef-d826-4bd3-8a05-80b689cec488", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:50:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-trusted-ca-bundle", "reconcileID": "52574cef-d826-4bd3-8a05-80b689cec488", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "d95fbf7a-e13f-4139-89c0-3f5bf9aa5738", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "650a8f43-07c8-438f-9a65-94aa2af045b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "5030040d-ca8b-465b-b615-2f7a94032cfe", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "5030040d-ca8b-465b-b615-2f7a94032cfe", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "5030040d-ca8b-465b-b615-2f7a94032cfe", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b35cbb23-c057-4c51-960e-f69fcc022aca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:50:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "f1bbb3cc-6d57-4d98-80b2-1b1893e413e1", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:50:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "f1bbb3cc-6d57-4d98-80b2-1b1893e413e1", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:50:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "f1bbb3cc-6d57-4d98-80b2-1b1893e413e1", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "905005ad-79c9-4c2a-8948-19ee788c37b1", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "905005ad-79c9-4c2a-8948-19ee788c37b1", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "905005ad-79c9-4c2a-8948-19ee788c37b1", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "55e3573e-ef73-4596-a635-81edfbb7c26a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "55e3573e-ef73-4596-a635-81edfbb7c26a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "55e3573e-ef73-4596-a635-81edfbb7c26a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "67aaa475-c75e-49d5-bba9-cbeabcd919de", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "67aaa475-c75e-49d5-bba9-cbeabcd919de", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "67aaa475-c75e-49d5-bba9-cbeabcd919de", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "420d90cf-ae46-4028-894c-0b49720067fe", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "420d90cf-ae46-4028-894c-0b49720067fe", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "420d90cf-ae46-4028-894c-0b49720067fe", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "3376788c-bb94-4ef7-ba61-3944883e1d85", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "3376788c-bb94-4ef7-ba61-3944883e1d85", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "3376788c-bb94-4ef7-ba61-3944883e1d85", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "c7d083aa-13d3-4d48-bc53-ff1b08b704e8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "c7d083aa-13d3-4d48-bc53-ff1b08b704e8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "c7d083aa-13d3-4d48-bc53-ff1b08b704e8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "2ca02943-035d-4eff-b9e1-2759c31f288b", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "2ca02943-035d-4eff-b9e1-2759c31f288b", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "2ca02943-035d-4eff-b9e1-2759c31f288b", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "4a6257b2-2038-4c9d-92b2-10cb4c253a90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-trusted-ca-bundle", "reconcileID": "4cf5767f-9e72-4f00-a064-b9f71a1f73e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "d24daf54-ba46-4b38-9071-7134eca051c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:51:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "d24daf54-ba46-4b38-9071-7134eca051c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "950697a4-a360-4156-a556-6886cab0735f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:51:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "950697a4-a360-4156-a556-6886cab0735f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c936b0b-9eef-48d5-aaaa-a161a4264fd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "82f36de0-de19-466f-b660-15e61b5d4956", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-trusted-ca-bundle", "reconcileID": "89906929-11fb-4c4a-b1cb-954d1434b384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:51:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-trusted-ca-bundle", "reconcileID": "89906929-11fb-4c4a-b1cb-954d1434b384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20657d94-6bd6-4787-a8bd-82ec410df4bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "425e14f8-ab1f-4d2c-84eb-e5f61a19396d", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "425e14f8-ab1f-4d2c-84eb-e5f61a19396d", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "425e14f8-ab1f-4d2c-84eb-e5f61a19396d", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb101f1d-9738-4994-8283-41407a8c7b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:51:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "21209162-5a8f-4ea4-aaed-e34b9589c49a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "21209162-5a8f-4ea4-aaed-e34b9589c49a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:51:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "21209162-5a8f-4ea4-aaed-e34b9589c49a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:51:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b33ae10-6946-466d-b8d3-244cfa01783b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:51:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "3424b1a8-5b64-4e9f-8f21-106d241fbd17", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:51:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:51:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:51:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "2960b138-d5f8-4ab7-8acc-4c598968ba4c", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "3424b1a8-5b64-4e9f-8f21-106d241fbd17", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "3424b1a8-5b64-4e9f-8f21-106d241fbd17", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:51:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:51:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:51:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "0e3d9e79-9a02-44fc-a7d7-ea7da501ff58", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "efae2f12-194c-4e33-9b82-50902f430f3c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:51:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "efae2f12-194c-4e33-9b82-50902f430f3c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:51:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "efae2f12-194c-4e33-9b82-50902f430f3c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:51:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:51:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:51:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:51:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "8e2c4ff8-e3be-40ac-b33d-57344c777de7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:52:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:52:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "a6d5fe92-5dc2-4ea0-8ae7-3562e46df015", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:52:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:52:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6bc8ed30-e842-4bb6-b4af-337e9b60be78", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea42a68c-2a52-423d-bf26-dd92500d7db2", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea42a68c-2a52-423d-bf26-dd92500d7db2", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ea42a68c-2a52-423d-bf26-dd92500d7db2", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67a23fc4-c971-429d-8fed-55a96563e6f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "a8eeb4e1-3d90-4bfd-9562-eb455b96b9a4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "a8eeb4e1-3d90-4bfd-9562-eb455b96b9a4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "a8eeb4e1-3d90-4bfd-9562-eb455b96b9a4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "39242c8a-52b8-47fb-b920-56909f970b2a", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "39242c8a-52b8-47fb-b920-56909f970b2a", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "39242c8a-52b8-47fb-b920-56909f970b2a", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "07dfbe7e-93b4-4b1a-95c9-556012b41495", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "07dfbe7e-93b4-4b1a-95c9-556012b41495", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "07dfbe7e-93b4-4b1a-95c9-556012b41495", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "2ea00473-3dd1-473f-a12a-fd663f6b90c5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "2ea00473-3dd1-473f-a12a-fd663f6b90c5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "2ea00473-3dd1-473f-a12a-fd663f6b90c5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "7a717d83-4a07-4fd5-8a8d-57d7ac611556", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "7a717d83-4a07-4fd5-8a8d-57d7ac611556", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "7a717d83-4a07-4fd5-8a8d-57d7ac611556", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "5f296c0d-8633-495f-94c9-2abcc498b84e", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "5f296c0d-8633-495f-94c9-2abcc498b84e", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "5f296c0d-8633-495f-94c9-2abcc498b84e", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d6da6273-5684-4f12-abcc-c6f538937f06", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d6da6273-5684-4f12-abcc-c6f538937f06", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d6da6273-5684-4f12-abcc-c6f538937f06", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "e6447fa1-304a-49ed-b7e1-2233ce7facd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "aa479755-e38d-4d18-ac78-09ba6bfb4f00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "4d9189f3-95a3-47dd-a840-4a4946d2c008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:52:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "4d9189f3-95a3-47dd-a840-4a4946d2c008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e980c56d-c980-426e-bd1f-a6e91db827b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "d129abb1-e5ac-4c4e-b427-5da69723cbc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "033f6757-c182-4cd5-9b9c-a1146b789437", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:52:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "033f6757-c182-4cd5-9b9c-a1146b789437", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9ac37f3-0289-4d59-b72d-fa57c8a2ec82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "001bcece-94ef-4ca2-9f4f-57bc4f4da0e4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "001bcece-94ef-4ca2-9f4f-57bc4f4da0e4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "001bcece-94ef-4ca2-9f4f-57bc4f4da0e4", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6082d30-40eb-4257-930e-23a7269fff8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "8eaa0a4e-3636-40ab-a343-d12554a3dcd8", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "8eaa0a4e-3636-40ab-a343-d12554a3dcd8", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "8eaa0a4e-3636-40ab-a343-d12554a3dcd8", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:52:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79ee6b7e-9a99-4400-bda9-f2596fa9f14b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:53:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abf87f2f-aa77-4897-8812-b56b53ed180f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "bff2f1cc-54f7-4d45-82e4-383bb4a5c4e1", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "bff2f1cc-54f7-4d45-82e4-383bb4a5c4e1", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "bff2f1cc-54f7-4d45-82e4-383bb4a5c4e1", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d1ac5958-6b5c-4be3-b247-1fdbf9f353f5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d1ac5958-6b5c-4be3-b247-1fdbf9f353f5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4-authn-ssl"} 2026-07-31T23:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "d1ac5958-6b5c-4be3-b247-1fdbf9f353f5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dea0fbdc-6f4b-4de6-8200-51b250a9c561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dea0fbdc-6f4b-4de6-8200-51b250a9c561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:53:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dea0fbdc-6f4b-4de6-8200-51b250a9c561", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-74ebf4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "96ce3370-d43f-4c40-a321-00da9231116b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "96ce3370-d43f-4c40-a321-00da9231116b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "c0a8a5e1-5323-430a-b05a-2e28b6ab630b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "openshift-service-ca.crt", "reconcileID": "c0a8a5e1-5323-430a-b05a-2e28b6ab630b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f39aab4e-5acb-44a7-8e2b-b18010324aa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-74ebf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f39aab4e-5acb-44a7-8e2b-b18010324aa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-74ebf4"} 2026-07-31T23:53:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-74ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-74ebf4", "reconcileID": "456c7deb-e8d5-4fe5-83a5-54f46b4283c5", "Gateway": "e2e-ipp-cleanup-74ebf4", "namespace": "openshift-ingress"} 2026-07-31T23:53:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88f765e7-2ce3-44db-8ac0-b89750cf6f3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "37096471-d03b-4cc0-bbde-d07739aafcea", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "37096471-d03b-4cc0-bbde-d07739aafcea", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "37096471-d03b-4cc0-bbde-d07739aafcea", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ca6515a7-6468-4e72-a078-46b96d520fcd", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ca6515a7-6468-4e72-a078-46b96d520fcd", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "ca6515a7-6468-4e72-a078-46b96d520fcd", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7fb4f756-b96b-4bcd-a13d-2828027ab05c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7fb4f756-b96b-4bcd-a13d-2828027ab05c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7fb4f756-b96b-4bcd-a13d-2828027ab05c", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "bba7548a-9c59-484b-9f1f-34a3a1c9e2aa", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "bba7548a-9c59-484b-9f1f-34a3a1c9e2aa", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:53:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "bba7548a-9c59-484b-9f1f-34a3a1c9e2aa", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:53:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:53:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:53:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:53:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:53:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "authType": "userdefined"} 2026-07-31T23:53:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "6281f1ca-b010-45ef-80a7-8d761b607ad7", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "0806c2f9-d817-4c23-89a6-ff18fa02e993", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "0806c2f9-d817-4c23-89a6-ff18fa02e993", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "0806c2f9-d817-4c23-89a6-ff18fa02e993", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:54:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217"} 2026-07-31T23:54:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:54:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:54:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "80510f72-951d-4764-b5d7-a890bc43eb59", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12c866c3-a609-45a0-9563-7ed682406602", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12c866c3-a609-45a0-9563-7ed682406602", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:54:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12c866c3-a609-45a0-9563-7ed682406602", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c16217 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:54:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-trusted-ca-bundle", "reconcileID": "3af5e3e5-c2a2-4ac7-b24e-427739f24625", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-trusted-ca-bundle", "reconcileID": "3af5e3e5-c2a2-4ac7-b24e-427739f24625", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "5a1cd9ba-8cc9-4e74-a6d2-44a5c4ee57e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "openshift-service-ca.crt", "reconcileID": "5a1cd9ba-8cc9-4e74-a6d2-44a5c4ee57e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41adbd95-cf95-4ac7-8e47-d1883f753f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41adbd95-cf95-4ac7-8e47-d1883f753f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217"} 2026-07-31T23:54:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:54:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217-kserve-route-authn"} 2026-07-31T23:54:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "4122b644-bda5-45d1-8c48-390375dcada8", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c16217","namespace":"ai-tenant-e2e-ipp-a-c16217"}, "namespace": "ai-tenant-e2e-ipp-a-c16217", "name": "ipp-route-c16217", "reconcileID": "aed8c6a3-908d-484b-8b3d-9f7beb526539", "LLMInferenceService": "ipp-route-c16217", "namespace": "ai-tenant-e2e-ipp-a-c16217"} 2026-07-31T23:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7085d71c-3c4d-41c3-9153-3d0c5844ade0", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7085d71c-3c4d-41c3-9153-3d0c5844ade0", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217-authn-ssl"} 2026-07-31T23:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "7085d71c-3c4d-41c3-9153-3d0c5844ade0", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:54:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c16217","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c16217", "reconcileID": "608f4743-4971-4507-86ab-73ad1673d8ba", "Gateway": "e2e-ipp-a-c16217", "namespace": "openshift-ingress"} 2026-07-31T23:54:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fe689dc-2480-402b-a5cf-e7859a330db6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1514776c-7a47-491c-8038-a78bff972d0a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1514776c-7a47-491c-8038-a78bff972d0a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1514776c-7a47-491c-8038-a78bff972d0a", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1b535bcb-4b08-4926-8efa-0b2e74840ad8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1b535bcb-4b08-4926-8efa-0b2e74840ad8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4-authn-ssl"} 2026-07-31T23:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "1b535bcb-4b08-4926-8efa-0b2e74840ad8", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:54:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c270ef8a-f142-4c19-9c73-dcd5c288c8f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c270ef8a-f142-4c19-9c73-dcd5c288c8f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:54:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c270ef8a-f142-4c19-9c73-dcd5c288c8f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5a93d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:54:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-trusted-ca-bundle", "reconcileID": "a7be7240-9cd4-43b6-8656-9053f8571ed0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-trusted-ca-bundle", "reconcileID": "a7be7240-9cd4-43b6-8656-9053f8571ed0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "29e5d7ac-1b41-440e-8b42-93ea6f8c67fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "openshift-service-ca.crt", "reconcileID": "29e5d7ac-1b41-440e-8b42-93ea6f8c67fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04688bf7-9b17-4cb8-a73f-264429a79402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5a93d4"}, "namespace": "ai-tenant-e2e-ipp-b-5a93d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04688bf7-9b17-4cb8-a73f-264429a79402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5a93d4"} 2026-07-31T23:54:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5a93d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5a93d4", "reconcileID": "9c643975-7d1c-44ca-adb4-759224b525c0", "Gateway": "e2e-ipp-b-5a93d4", "namespace": "openshift-ingress"} 2026-07-31T23:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03cae827-fef3-45c7-a85b-d4a4595ed6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "42270c67-7cb9-43a4-ab07-c2848e61f72a", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "42270c67-7cb9-43a4-ab07-c2848e61f72a", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "42270c67-7cb9-43a4-ab07-c2848e61f72a", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "e3d3cdde-d2c7-47d2-ad0a-3a6b923ad96d", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "e3d3cdde-d2c7-47d2-ad0a-3a6b923ad96d", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4-authn-ssl"} 2026-07-31T23:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "e3d3cdde-d2c7-47d2-ad0a-3a6b923ad96d", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf904f4-f4fb-4d62-83b9-bfc9aa8283b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf904f4-f4fb-4d62-83b9-bfc9aa8283b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:55:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf904f4-f4fb-4d62-83b9-bfc9aa8283b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-99d0e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-trusted-ca-bundle", "reconcileID": "0d521bb1-7d28-4de8-be60-b35cbe57e68c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-trusted-ca-bundle", "reconcileID": "0d521bb1-7d28-4de8-be60-b35cbe57e68c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "openshift-service-ca.crt", "reconcileID": "5f17f2bd-f167-4e00-9dd1-21068f59fccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "openshift-service-ca.crt", "reconcileID": "5f17f2bd-f167-4e00-9dd1-21068f59fccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b3b2581-e6eb-4b46-b289-3d2f3b5c6ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-99d0e4"}, "namespace": "ai-tenant-e2e-shared-a-99d0e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b3b2581-e6eb-4b46-b289-3d2f3b5c6ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-99d0e4"} 2026-07-31T23:55:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-99d0e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-99d0e4", "reconcileID": "9419bd62-6a3b-4e6f-9c1e-b51beb24f6e7", "Gateway": "e2e-shared-a-99d0e4", "namespace": "openshift-ingress"} 2026-07-31T23:55:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0533fe3a-945a-4f16-a487-ca21eed54096", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T23:55:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5394f2f1-bb1b-4107-ae29-43edde1d32a4", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:55:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5394f2f1-bb1b-4107-ae29-43edde1d32a4", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:55:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5394f2f1-bb1b-4107-ae29-43edde1d32a4", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5e61c05d-de1c-411b-b39a-8db7e1c45c3e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5e61c05d-de1c-411b-b39a-8db7e1c45c3e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7-authn-ssl"} 2026-07-31T23:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "5e61c05d-de1c-411b-b39a-8db7e1c45c3e", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"} 2026-07-31T23:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffffd42-ef72-44aa-a3c4-a218c284d2f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffffd42-ef72-44aa-a3c4-a218c284d2f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T23:55:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffffd42-ef72-44aa-a3c4-a218c284d2f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3d60f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T23:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-trusted-ca-bundle", "reconcileID": "42bf4650-f4df-46b1-84bb-2d0e1ee17421", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-trusted-ca-bundle", "reconcileID": "42bf4650-f4df-46b1-84bb-2d0e1ee17421", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "openshift-service-ca.crt", "reconcileID": "1a5c1572-176a-4dc8-a0ea-9de8e006b0af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "openshift-service-ca.crt", "reconcileID": "1a5c1572-176a-4dc8-a0ea-9de8e006b0af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de2d4047-d229-4e17-9adf-0328971221cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3d60f7"}, "namespace": "ai-tenant-e2e-shared-b-3d60f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de2d4047-d229-4e17-9adf-0328971221cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3d60f7"} 2026-07-31T23:55:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3d60f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3d60f7", "reconcileID": "0b8fc894-5a7e-47e8-bc39-40773648a955", "Gateway": "e2e-shared-b-3d60f7", "namespace": "openshift-ingress"}