/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "openshift-service-ca.crt", "reconcileID": "314ed28c-da97-434b-b479-20b87deaed2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "openshift-service-ca.crt", "reconcileID": "314ed28c-da97-434b-b479-20b87deaed2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e24037-1b51-468f-bbd5-090e75e20592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e24037-1b51-468f-bbd5-090e75e20592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "odh-trusted-ca-bundle", "reconcileID": "ec0dcffb-3cf2-4aeb-829c-96375271f1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-470521"}, "namespace": "ai-tenant-e2e-shared-a-w2-470521", "name": "odh-trusted-ca-bundle", "reconcileID": "ec0dcffb-3cf2-4aeb-829c-96375271f1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-470521"} 2026-09-11T17:44:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-470521","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-470521", "reconcileID": "50ebb664-bf95-45a7-9fb6-466a8e8cc713", "Gateway": "e2e-shared-a-w2-470521", "namespace": "openshift-ingress"} 2026-09-11T17:44:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "10e9e089-aef8-4529-9c4d-e953c2d575cc", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress"} 2026-09-11T17:44:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "10e9e089-aef8-4529-9c4d-e953c2d575cc", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979-authn-ssl"} 2026-09-11T17:44:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "10e9e089-aef8-4529-9c4d-e953c2d575cc", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress"} 2026-09-11T17:44:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "fa116c02-44dc-4b3d-9c68-ee5540056400", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:44:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "fa116c02-44dc-4b3d-9c68-ee5540056400", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4-authn-ssl"} 2026-09-11T17:44:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "fa116c02-44dc-4b3d-9c68-ee5540056400", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:44:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4-kserve-route-authn"} 2026-09-11T17:44:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "authType": "userdefined"} 2026-09-11T17:44:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "285ebdb1-6a0c-4d16-a0c7-7498eebb6d1b", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "2cd3b801-ceac-4661-ac1c-4900b182df0c", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress"} 2026-09-11T17:44:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "2cd3b801-ceac-4661-ac1c-4900b182df0c", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979-authn-ssl"} 2026-09-11T17:44:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "2cd3b801-ceac-4661-ac1c-4900b182df0c", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress"} 2026-09-11T17:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc8070a-1cf2-4cb7-9123-6f76ce379974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc8070a-1cf2-4cb7-9123-6f76ce379974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:44:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc8070a-1cf2-4cb7-9123-6f76ce379974", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b6b979 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-trusted-ca-bundle", "reconcileID": "0c6b94f5-bcba-4529-b385-d9b67c799ba4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-trusted-ca-bundle", "reconcileID": "0c6b94f5-bcba-4529-b385-d9b67c799ba4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "openshift-service-ca.crt", "reconcileID": "9a7bbc7c-9dc0-4f4c-bbc4-03568e2d9d4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "openshift-service-ca.crt", "reconcileID": "9a7bbc7c-9dc0-4f4c-bbc4-03568e2d9d4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b25676-848d-4fb3-aaa5-835746f7beb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b6b979"}, "namespace": "ai-tenant-e2e-shared-b-w2-b6b979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b25676-848d-4fb3-aaa5-835746f7beb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b6b979"} 2026-09-11T17:44:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b6b979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b6b979", "reconcileID": "3312b1c9-49de-40e5-94ea-1e2e1a489a5f", "Gateway": "e2e-shared-b-w2-b6b979", "namespace": "openshift-ingress"} 2026-09-11T17:44:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4-kserve-route-authn"} 2026-09-11T17:44:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "authType": "userdefined"} 2026-09-11T17:44:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "ac0c8b00-1f7a-40fc-afbb-a5c31f52dedf", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:44:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4-kserve-route-authn"} 2026-09-11T17:44:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "authType": "userdefined"} 2026-09-11T17:44:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "88873225-905c-46e9-9e53-6881ba79f385", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "a4a7f628-6de0-4220-92e2-0b9b3da66f43", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "authType": "userdefined"} 2026-09-11T17:45:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "dfcaf8cd-16dc-4761-8fe6-3887d48c9793", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "a4a7f628-6de0-4220-92e2-0b9b3da66f43", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "a4a7f628-6de0-4220-92e2-0b9b3da66f43", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "authType": "userdefined"} 2026-09-11T17:45:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "d8ebe6e6-805c-4da8-9763-2e824c02923c", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6a5ee750-a7a7-45fb-9a71-a7c2e5e31d39", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6a5ee750-a7a7-45fb-9a71-a7c2e5e31d39", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:45:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6a5ee750-a7a7-45fb-9a71-a7c2e5e31d39", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "authType": "userdefined"} 2026-09-11T17:45:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "7b061b33-72df-406b-a998-dcc91a7c2c00", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "authType": "userdefined"} 2026-09-11T17:45:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "ca25a389-1b6d-4500-9873-17e5973f05a2", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4"} 2026-09-11T17:45:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4-kserve-route-authn"} 2026-09-11T17:45:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4-kserve-route-authn"} 2026-09-11T17:45:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "3f5cbd1c-3a1f-49b6-8abb-21c42065fe48", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c36f4","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "rate-test-model-4c36f4", "reconcileID": "0a2c7aac-bdd2-4bcd-af88-17525b1274e3", "LLMInferenceService": "rate-test-model-4c36f4", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:45:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "dfd1ce52-ba11-43b5-96ed-478dafff162b", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:45:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "dfd1ce52-ba11-43b5-96ed-478dafff162b", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4-authn-ssl"} 2026-09-11T17:45:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "dfd1ce52-ba11-43b5-96ed-478dafff162b", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:45:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "6f93c40d-6116-4d28-a308-83bb4b9e4e9f", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:45:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "6f93c40d-6116-4d28-a308-83bb4b9e4e9f", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4-authn-ssl"} 2026-09-11T17:45:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "6f93c40d-6116-4d28-a308-83bb4b9e4e9f", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:45:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd"} 2026-09-11T17:45:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd-kserve-route-authn"} 2026-09-11T17:45:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "eee99798-67fa-49a0-923e-6d3b3d314270", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db95fd","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "rate-test-model-db95fd", "reconcileID": "162ac9b8-9349-4af4-ba74-d72417fe165e", "LLMInferenceService": "rate-test-model-db95fd", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "17b895cd-3a37-461b-9ce3-7cb17455cc2a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "17b895cd-3a37-461b-9ce3-7cb17455cc2a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "17b895cd-3a37-461b-9ce3-7cb17455cc2a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6198653b-98f8-4d15-8c90-23fcbfd3be3a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6198653b-98f8-4d15-8c90-23fcbfd3be3a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "6198653b-98f8-4d15-8c90-23fcbfd3be3a", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "cd7e26eb-9fdf-46a9-912f-742f6a2f0861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "cd7e26eb-9fdf-46a9-912f-742f6a2f0861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "cd7e26eb-9fdf-46a9-912f-742f6a2f0861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4e9fdff1-9ed6-4ca8-b5eb-216d2b10fbb5", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4e9fdff1-9ed6-4ca8-b5eb-216d2b10fbb5", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4e9fdff1-9ed6-4ca8-b5eb-216d2b10fbb5", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "c81a8fd3-a59e-4587-b26f-fa8823facad2", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "c81a8fd3-a59e-4587-b26f-fa8823facad2", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "c81a8fd3-a59e-4587-b26f-fa8823facad2", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a6118190-f4d8-41bf-ad51-69e77b38a76a", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a6118190-f4d8-41bf-ad51-69e77b38a76a", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a6118190-f4d8-41bf-ad51-69e77b38a76a", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "736468c4-6984-4d57-8b57-e45b54e638ec", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "736468c4-6984-4d57-8b57-e45b54e638ec", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "736468c4-6984-4d57-8b57-e45b54e638ec", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "8be59ef5-775f-49e8-beca-54da2dca6861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "8be59ef5-775f-49e8-beca-54da2dca6861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "8be59ef5-775f-49e8-beca-54da2dca6861", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "3100640f-55e0-4d89-8111-ac6d48305776", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "3100640f-55e0-4d89-8111-ac6d48305776", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "3100640f-55e0-4d89-8111-ac6d48305776", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "ec09e9f9-401f-4364-ad31-04311326ba55", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "ec09e9f9-401f-4364-ad31-04311326ba55", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "ec09e9f9-401f-4364-ad31-04311326ba55", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "5cb5af60-a6d4-4d24-9d3f-e051b65abf92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "53da59d2-1506-4698-808d-b6b3473dda4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "c067ba4c-3bad-4882-91a2-50823f163786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:45:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "c067ba4c-3bad-4882-91a2-50823f163786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e054f707-363f-489e-9d28-a8802a06a6fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "5e8031c4-96c3-432e-a3bd-801542bdd913", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "6824fceb-149c-4cdb-b6f6-fa078ff51674", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:45:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "6824fceb-149c-4cdb-b6f6-fa078ff51674", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19b0bd4a-adc0-4c91-b385-7273aad34323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:45:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "40ae86a4-5e54-4876-b3d6-20fa79dccb53", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "40ae86a4-5e54-4876-b3d6-20fa79dccb53", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "40ae86a4-5e54-4876-b3d6-20fa79dccb53", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "0a7009d0-ddaa-4bfe-a9a5-309c38ee4e5f", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "0a7009d0-ddaa-4bfe-a9a5-309c38ee4e5f", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "0a7009d0-ddaa-4bfe-a9a5-309c38ee4e5f", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "0cb1f1f2-8a55-4f8c-b74f-475b5ba67245", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "0cb1f1f2-8a55-4f8c-b74f-475b5ba67245", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "0cb1f1f2-8a55-4f8c-b74f-475b5ba67245", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "a5b8ed60-a4a6-4251-aa72-2243d397e528", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "a5b8ed60-a4a6-4251-aa72-2243d397e528", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "a5b8ed60-a4a6-4251-aa72-2243d397e528", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "46b07e1d-3ebb-4ff2-96cb-73473ad249ce", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "46b07e1d-3ebb-4ff2-96cb-73473ad249ce", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "46b07e1d-3ebb-4ff2-96cb-73473ad249ce", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "62f8fc33-f9f2-44b5-9ba9-3547f39f26aa", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "62f8fc33-f9f2-44b5-9ba9-3547f39f26aa", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "62f8fc33-f9f2-44b5-9ba9-3547f39f26aa", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "e35a1da0-e939-4363-a988-5d8043697c07", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "e35a1da0-e939-4363-a988-5d8043697c07", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "e35a1da0-e939-4363-a988-5d8043697c07", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "d230f1eb-b998-49f0-b641-42ab90ce8fcf", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "d230f1eb-b998-49f0-b641-42ab90ce8fcf", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "d230f1eb-b998-49f0-b641-42ab90ce8fcf", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "98f25ef3-2be6-4557-8d61-82ca60260b7b", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "98f25ef3-2be6-4557-8d61-82ca60260b7b", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "98f25ef3-2be6-4557-8d61-82ca60260b7b", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "60dbfa5c-6331-48d2-8e2b-8b3fc0361e46", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "60dbfa5c-6331-48d2-8e2b-8b3fc0361e46", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "60dbfa5c-6331-48d2-8e2b-8b3fc0361e46", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "8bcc71f9-9b74-42c0-a197-14a499391347", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-trusted-ca-bundle", "reconcileID": "95beb052-9450-4378-8e4e-d3dc76ce5c4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "e19fd85d-29e3-4394-91a4-30037c3f8eb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:46:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "e19fd85d-29e3-4394-91a4-30037c3f8eb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "d964f070-d3b2-47d3-b758-8218fc986cb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39d3fbc8-d6ff-414f-9c72-227d5007bb30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-trusted-ca-bundle", "reconcileID": "f47df094-7e9b-463e-8893-d9fb6b3617c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:46:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-trusted-ca-bundle", "reconcileID": "f47df094-7e9b-463e-8893-d9fb6b3617c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a45ece1e-6d61-4a43-8e64-f76117f9d537", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "307b78a6-301a-4939-9044-038f49cd12ed", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "307b78a6-301a-4939-9044-038f49cd12ed", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "307b78a6-301a-4939-9044-038f49cd12ed", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "8a373521-f184-4dbb-b746-a37ab58810f5", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "8a373521-f184-4dbb-b746-a37ab58810f5", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "8a373521-f184-4dbb-b746-a37ab58810f5", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "e3e1aecd-0f5e-44c8-9236-ca0115a74ece", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "0aa989a1-e3d7-44fa-95a5-5725614a10b5", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "e3e1aecd-0f5e-44c8-9236-ca0115a74ece", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "e3e1aecd-0f5e-44c8-9236-ca0115a74ece", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "d40b8690-60fb-4107-823e-2cfddcd676cf", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "2e45ac5b-43a0-4ad0-9a30-3bf9865135ba", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "2e45ac5b-43a0-4ad0-9a30-3bf9865135ba", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "2e45ac5b-43a0-4ad0-9a30-3bf9865135ba", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:46:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:46:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:46:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:46:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "4e831361-2269-45c2-996f-21442d3332dd", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:47:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:47:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:47:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:47:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:47:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:47:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "e8ad2c4e-4a13-4e7e-ae3a-bd250326121d", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "464a60a8-1f6f-4681-9d1b-4849e5899d9c", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "464a60a8-1f6f-4681-9d1b-4849e5899d9c", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "464a60a8-1f6f-4681-9d1b-4849e5899d9c", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "08d73821-ac5c-43d0-a69f-2deb029f7eec", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "08d73821-ac5c-43d0-a69f-2deb029f7eec", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "08d73821-ac5c-43d0-a69f-2deb029f7eec", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "21ed2108-4ea4-46c6-9bc8-05933f9fba80", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "21ed2108-4ea4-46c6-9bc8-05933f9fba80", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "21ed2108-4ea4-46c6-9bc8-05933f9fba80", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "182bcd9d-b430-47f3-a75c-74db66578d94", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "182bcd9d-b430-47f3-a75c-74db66578d94", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "182bcd9d-b430-47f3-a75c-74db66578d94", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7b6593cb-06f5-439b-93bc-1d7efcedc504", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7b6593cb-06f5-439b-93bc-1d7efcedc504", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7b6593cb-06f5-439b-93bc-1d7efcedc504", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "82e17eba-f0d2-45ed-8301-65456a88dc9b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "82e17eba-f0d2-45ed-8301-65456a88dc9b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "82e17eba-f0d2-45ed-8301-65456a88dc9b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "167565b2-d7d4-4f76-9f9a-c29458500dc1", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "167565b2-d7d4-4f76-9f9a-c29458500dc1", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "167565b2-d7d4-4f76-9f9a-c29458500dc1", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "2e97c9ce-0515-4483-89a6-b062884e652a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-trusted-ca-bundle", "reconcileID": "cf127167-4bc1-4cca-abb1-d7fb6b9a1a79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "220045ff-f272-4e25-a66f-aef40250fff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:47:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "220045ff-f272-4e25-a66f-aef40250fff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd39f8f3-927a-4edb-aece-0f7f6f110e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "f2bc8061-8178-4c55-aef2-441c6ba0e868", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-trusted-ca-bundle", "reconcileID": "0b3f75f1-656f-4889-a0e7-b6bfe02158f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:47:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-trusted-ca-bundle", "reconcileID": "0b3f75f1-656f-4889-a0e7-b6bfe02158f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297b3dfc-4075-4ed9-acd1-a89ce78d36bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "d2b89e04-e28b-4f1c-8dcd-b310ef05e8d8", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "d2b89e04-e28b-4f1c-8dcd-b310ef05e8d8", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "d2b89e04-e28b-4f1c-8dcd-b310ef05e8d8", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "e8638ade-77e3-485f-ae0f-06dcb0ed6aca", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "e8638ade-77e3-485f-ae0f-06dcb0ed6aca", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "e8638ade-77e3-485f-ae0f-06dcb0ed6aca", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:48:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:48:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:48:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:48:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "1a60a382-f0fc-4f98-9997-c1c51008be31", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "1a60a382-f0fc-4f98-9997-c1c51008be31", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:48:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "1a60a382-f0fc-4f98-9997-c1c51008be31", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7a536f8f-58c7-468f-bee5-9b7d3a79fb1b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7a536f8f-58c7-468f-bee5-9b7d3a79fb1b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01-authn-ssl"} 2026-09-11T17:48:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "7a536f8f-58c7-468f-bee5-9b7d3a79fb1b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "863cb79c-cbbb-4d8b-ae0a-b71132131922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "863cb79c-cbbb-4d8b-ae0a-b71132131922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:48:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "863cb79c-cbbb-4d8b-ae0a-b71132131922", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-877b01 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-trusted-ca-bundle", "reconcileID": "03b847c6-9a99-44a2-ba05-4f95034ec2ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-trusted-ca-bundle", "reconcileID": "03b847c6-9a99-44a2-ba05-4f95034ec2ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "d29da644-b830-4f4e-b96b-30e9523f5e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "openshift-service-ca.crt", "reconcileID": "d29da644-b830-4f4e-b96b-30e9523f5e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db9bd3ed-e295-4063-9317-0f1af9c5c0da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-877b01"}, "namespace": "ai-tenant-e2e-ipp-cleanup-877b01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db9bd3ed-e295-4063-9317-0f1af9c5c0da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-877b01"} 2026-09-11T17:48:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-877b01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-877b01", "reconcileID": "dbd8ea2d-f839-47a8-80e9-ce909bfd0f1b", "Gateway": "e2e-ipp-cleanup-877b01", "namespace": "openshift-ingress"} 2026-09-11T17:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d0c7af8e-142a-404f-b611-e0b62b239052", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d0c7af8e-142a-404f-b611-e0b62b239052", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d0c7af8e-142a-404f-b611-e0b62b239052", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4567ce03-1bc1-429a-9b46-aa563d199e80", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4567ce03-1bc1-429a-9b46-aa563d199e80", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "4567ce03-1bc1-429a-9b46-aa563d199e80", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a1ff2f9d-701c-4c5e-9439-9eb3d0c670da", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a1ff2f9d-701c-4c5e-9439-9eb3d0c670da", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:48:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "a1ff2f9d-701c-4c5e-9439-9eb3d0c670da", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "cddad602-6914-471e-b942-f1bc3c3e4fff", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "947e0b05-6e07-420c-8fde-9c6166280e7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "947e0b05-6e07-420c-8fde-9c6166280e7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:49:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "947e0b05-6e07-420c-8fde-9c6166280e7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d8a0d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "edb0f7e6-ef26-4675-a5fc-8ef27585a18a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "edb0f7e6-ef26-4675-a5fc-8ef27585a18a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "5d928a27-68b8-4b69-8d2e-5ea2f0ab4165", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "openshift-service-ca.crt", "reconcileID": "5d928a27-68b8-4b69-8d2e-5ea2f0ab4165", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec8205fc-40e6-419d-8d14-5fd17dbb350e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec8205fc-40e6-419d-8d14-5fd17dbb350e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "authType": "userdefined"} 2026-09-11T17:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "a146cf33-a709-49a4-bd0c-ed809e227d08", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:49:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0-kserve-route-authn"} 2026-09-11T17:49:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "baa1fcb6-5efa-4af1-9658-0f8412d4db26", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d8a0d0","namespace":"ai-tenant-e2e-ipp-a-d8a0d0"}, "namespace": "ai-tenant-e2e-ipp-a-d8a0d0", "name": "ipp-route-d8a0d0", "reconcileID": "79863e32-f9fe-4f8b-87f9-edf48fe62e54", "LLMInferenceService": "ipp-route-d8a0d0", "namespace": "ai-tenant-e2e-ipp-a-d8a0d0"} 2026-09-11T17:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d9bdb1a3-0b12-424a-8a3d-69d6c51249dd", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d9bdb1a3-0b12-424a-8a3d-69d6c51249dd", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "d9bdb1a3-0b12-424a-8a3d-69d6c51249dd", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "b8058eb4-8149-453a-bf99-15297836dbad", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "b8058eb4-8149-453a-bf99-15297836dbad", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0-authn-ssl"} 2026-09-11T17:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "b8058eb4-8149-453a-bf99-15297836dbad", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:49:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d8a0d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d8a0d0", "reconcileID": "1a63651b-423c-45de-8680-55bfaad3a6fc", "Gateway": "e2e-ipp-a-d8a0d0", "namespace": "openshift-ingress"} 2026-09-11T17:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "43adfcb4-4cac-4804-80bd-138a61c75e72", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "43adfcb4-4cac-4804-80bd-138a61c75e72", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "43adfcb4-4cac-4804-80bd-138a61c75e72", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "abe5bc4e-72c6-40d0-bdfd-57d42468c143", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "abe5bc4e-72c6-40d0-bdfd-57d42468c143", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f-authn-ssl"} 2026-09-11T17:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "abe5bc4e-72c6-40d0-bdfd-57d42468c143", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84033e98-2402-48ef-bf03-ec424c0e8644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84033e98-2402-48ef-bf03-ec424c0e8644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:49:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84033e98-2402-48ef-bf03-ec424c0e8644", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-1d492f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-trusted-ca-bundle", "reconcileID": "175e39ac-43d2-4dab-9482-3e3efab8a932", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-trusted-ca-bundle", "reconcileID": "175e39ac-43d2-4dab-9482-3e3efab8a932", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "51528b35-f62f-453e-9e42-053e871c2b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "openshift-service-ca.crt", "reconcileID": "51528b35-f62f-453e-9e42-053e871c2b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82a65e3f-1169-452c-b8d9-9ce6c30839ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1d492f"}, "namespace": "ai-tenant-e2e-ipp-b-1d492f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82a65e3f-1169-452c-b8d9-9ce6c30839ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1d492f"} 2026-09-11T17:49:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1d492f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1d492f", "reconcileID": "3dacab19-2b86-4394-a274-00ed16400702", "Gateway": "e2e-ipp-b-1d492f", "namespace": "openshift-ingress"} 2026-09-11T17:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "024c1506-5c46-4df6-ba33-88d982dc373e", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "024c1506-5c46-4df6-ba33-88d982dc373e", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4-authn-ssl"} 2026-09-11T17:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "024c1506-5c46-4df6-ba33-88d982dc373e", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "206d7269-15dc-4c79-af5f-38579d04a8fc", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "206d7269-15dc-4c79-af5f-38579d04a8fc", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4-authn-ssl"} 2026-09-11T17:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "206d7269-15dc-4c79-af5f-38579d04a8fc", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45739233-e533-48c4-bdde-1df2a38dae37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45739233-e533-48c4-bdde-1df2a38dae37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:50:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45739233-e533-48c4-bdde-1df2a38dae37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-4c36f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-trusted-ca-bundle", "reconcileID": "77a481ad-12ce-4e60-9c4c-9da904977ecd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-trusted-ca-bundle", "reconcileID": "77a481ad-12ce-4e60-9c4c-9da904977ecd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "openshift-service-ca.crt", "reconcileID": "4063d146-6d2e-45e9-8d3c-df72ac824de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "openshift-service-ca.crt", "reconcileID": "4063d146-6d2e-45e9-8d3c-df72ac824de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5a6578-1ec3-475e-b56a-c26c737f2908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4c36f4"}, "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5a6578-1ec3-475e-b56a-c26c737f2908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4c36f4"} 2026-09-11T17:50:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4c36f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4c36f4", "reconcileID": "51145153-0a4f-40e4-a049-c19e0fb12c4d", "Gateway": "e2e-shared-a-w3-4c36f4", "namespace": "openshift-ingress"} 2026-09-11T17:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "ecd46385-1308-4a67-ae7c-bc59b848f166", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "ecd46385-1308-4a67-ae7c-bc59b848f166", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "ecd46385-1308-4a67-ae7c-bc59b848f166", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "63a48409-b817-4675-9dd4-71a288067598", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "63a48409-b817-4675-9dd4-71a288067598", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd-authn-ssl"} 2026-09-11T17:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "63a48409-b817-4675-9dd4-71a288067598", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7956d8c4-c476-4f20-9a93-afe133b79379", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7956d8c4-c476-4f20-9a93-afe133b79379", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:50:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7956d8c4-c476-4f20-9a93-afe133b79379", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-db95fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-trusted-ca-bundle", "reconcileID": "03b48bb3-f53f-4849-b182-2b5789539242", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-trusted-ca-bundle", "reconcileID": "03b48bb3-f53f-4849-b182-2b5789539242", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:50:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-trusted-ca-bundle", "reconcileID": "03b48bb3-f53f-4849-b182-2b5789539242", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-db95fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6c554b5-6d6d-4f39-bad0-3bea8a0e2085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6c554b5-6d6d-4f39-bad0-3bea8a0e2085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "openshift-service-ca.crt", "reconcileID": "1e88a06c-21ad-4983-b44b-7187bec12e7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "openshift-service-ca.crt", "reconcileID": "1e88a06c-21ad-4983-b44b-7187bec12e7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-trusted-ca-bundle", "reconcileID": "786bc714-6ca4-4430-a65f-38cd062d998b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-db95fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-db95fd", "name": "odh-trusted-ca-bundle", "reconcileID": "786bc714-6ca4-4430-a65f-38cd062d998b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-db95fd"} 2026-09-11T17:50:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-db95fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-db95fd", "reconcileID": "3b0ee6a8-a444-4985-933d-550846c4fcc8", "Gateway": "e2e-shared-b-w3-db95fd", "namespace": "openshift-ingress"} 2026-09-11T17:54:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16fec7d2-f0f8-47c2-94b2-f0f652508dbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:54:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:54:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "f17ea5ab-cefd-4bf7-96e3-64b5a5baacd0", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16fec7d2-f0f8-47c2-94b2-f0f652508dbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16fec7d2-f0f8-47c2-94b2-f0f652508dbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:54:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:54:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "aea530a4-e164-41bb-8d1a-84ab20caf4a6", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce81a4e9-89ea-4118-8457-e73cb47bdbc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:54:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:54:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "8f9f6daf-8fe8-4bff-858e-420f8a49b5f9", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce81a4e9-89ea-4118-8457-e73cb47bdbc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:54:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce81a4e9-89ea-4118-8457-e73cb47bdbc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2a12f39-9b64-4620-8638-936a1b4a4eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2a12f39-9b64-4620-8638-936a1b4a4eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2a12f39-9b64-4620-8638-936a1b4a4eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:54:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:54:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:54:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "561a6a71-22ef-4736-bf15-f603129278b2", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:54:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:54:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:54:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "574e3aab-8fb8-4089-b867-3530f7560225", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c76df4-5c99-4e8d-a966-58ce9315fd14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c76df4-5c99-4e8d-a966-58ce9315fd14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18c76df4-5c99-4e8d-a966-58ce9315fd14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:55:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:55:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a4eeda14-fad8-4afa-89ee-555847839948", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "7964e7bc-ef1b-4efc-b425-bf23488eacec", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:55:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:55:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "c046c6bd-1bc4-42f3-b18c-b1a1c033a5a4", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e"} 2026-09-11T17:55:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:55:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "c4c49b5f-ca46-440b-a191-4c8cd5b1d77b", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm", "name": "e2e-same-id-a-e145a56e-kserve-route-authn"} 2026-09-11T17:55:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e145a56e", "reconcileID": "a2e71586-e5c1-42fd-a697-4700738c9b0f", "LLMInferenceService": "e2e-same-id-a-e145a56e", "namespace": "llm"} 2026-09-11T17:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69270169-23e1-4e77-a42a-0fc12a9ffb7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69270169-23e1-4e77-a42a-0fc12a9ffb7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69270169-23e1-4e77-a42a-0fc12a9ffb7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732d1889-a6d8-4c6c-90c5-116026e47b1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732d1889-a6d8-4c6c-90c5-116026e47b1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732d1889-a6d8-4c6c-90c5-116026e47b1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e"} 2026-09-11T17:55:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:55:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "a64f21ee-5f89-45f7-b53f-376c3b355c23", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm", "name": "e2e-same-id-b-e145a56e-kserve-route-authn"} 2026-09-11T17:55:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e145a56e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e145a56e", "reconcileID": "fb101d2f-a312-47d2-8373-13909f8e093a", "LLMInferenceService": "e2e-same-id-b-e145a56e", "namespace": "llm"} 2026-09-11T17:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "361437b0-4764-47b6-9d81-d37f12717874", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "361437b0-4764-47b6-9d81-d37f12717874", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "361437b0-4764-47b6-9d81-d37f12717874", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af60737-6cc3-4a03-9610-4e9efa1816ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af60737-6cc3-4a03-9610-4e9efa1816ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af60737-6cc3-4a03-9610-4e9efa1816ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:55:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:55:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:55:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:55:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}