2026-09-04T23:11:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "d1864ea3-5672-45b1-8c33-6853377065bf", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "authType": "userdefined"} 2026-09-04T23:11:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "d1864ea3-5672-45b1-8c33-6853377065bf", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "e2b99deb-0cd1-4cde-aff4-938f90d645ed", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "e2b99deb-0cd1-4cde-aff4-938f90d645ed", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:11:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e-kserve-route-authn"} 2026-09-04T23:11:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "authType": "userdefined"} 2026-09-04T23:11:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7113557b-08d2-4108-906a-d24c50aea736", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "abcf197f-675a-4664-a560-8bcac0192956", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress"} 2026-09-04T23:11:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "abcf197f-675a-4664-a560-8bcac0192956", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4-authn-ssl"} 2026-09-04T23:11:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "abcf197f-675a-4664-a560-8bcac0192956", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress"} 2026-09-04T23:11:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "1583577d-70c9-4972-8120-217af11c98b2", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:11:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "1583577d-70c9-4972-8120-217af11c98b2", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:11:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "1583577d-70c9-4972-8120-217af11c98b2", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:11:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e-kserve-route-authn"} 2026-09-04T23:11:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "authType": "userdefined"} 2026-09-04T23:11:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "2e49462d-73b4-4aab-abad-754ef7ae6c4f", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17eaa7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17eaa7", "reconcileID": "8a81cb58-311f-4170-b3f4-809482bf62c4", "Gateway": "e2e-api-a-17eaa7", "namespace": "openshift-ingress"} 2026-09-04T23:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17eaa7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17eaa7", "reconcileID": "8a81cb58-311f-4170-b3f4-809482bf62c4", "Gateway": "e2e-api-a-17eaa7", "namespace": "openshift-ingress", "name": "e2e-api-a-17eaa7-authn-ssl"} 2026-09-04T23:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17eaa7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17eaa7", "reconcileID": "8a81cb58-311f-4170-b3f4-809482bf62c4", "Gateway": "e2e-api-a-17eaa7", "namespace": "openshift-ingress"} 2026-09-04T23:12:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e-kserve-route-authn"} 2026-09-04T23:12:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "authType": "userdefined"} 2026-09-04T23:12:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "7d889a96-b736-46ab-9da8-8233d5525e9d", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5efb0ead-60c6-4211-8ad3-fd1ac58ce5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5efb0ead-60c6-4211-8ad3-fd1ac58ce5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:12:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5efb0ead-60c6-4211-8ad3-fd1ac58ce5fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-17eaa7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:12:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-trusted-ca-bundle", "reconcileID": "f4349382-fc97-4ed1-9ada-e57631c56b37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-trusted-ca-bundle", "reconcileID": "f4349382-fc97-4ed1-9ada-e57631c56b37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "openshift-service-ca.crt", "reconcileID": "6c12da3c-4de3-48e3-b7c0-02e28f7568f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "openshift-service-ca.crt", "reconcileID": "6c12da3c-4de3-48e3-b7c0-02e28f7568f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef834058-a5b1-4891-b5d3-78692d46f801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17eaa7"}, "namespace": "ai-tenant-e2e-api-a-17eaa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef834058-a5b1-4891-b5d3-78692d46f801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17eaa7"} 2026-09-04T23:12:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17eaa7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17eaa7", "reconcileID": "8696639b-de9f-4038-8806-481292dd0d6d", "Gateway": "e2e-api-a-17eaa7", "namespace": "openshift-ingress"} 2026-09-04T23:12:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "38d2f603-922e-42b6-9a0b-a281f2df38c1", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress"} 2026-09-04T23:12:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "38d2f603-922e-42b6-9a0b-a281f2df38c1", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4-authn-ssl"} 2026-09-04T23:12:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "38d2f603-922e-42b6-9a0b-a281f2df38c1", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress"} 2026-09-04T23:12:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:12:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:12:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed029221-6141-4c5e-b49c-f7ef4bf6fa5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed029221-6141-4c5e-b49c-f7ef4bf6fa5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "odh-trusted-ca-bundle", "reconcileID": "9610eb46-d943-4cd1-8b72-b6bcb5d1b297", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "odh-trusted-ca-bundle", "reconcileID": "9610eb46-d943-4cd1-8b72-b6bcb5d1b297", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "openshift-service-ca.crt", "reconcileID": "bf56ad55-b7ea-4497-a2bf-1ce4b1dd775e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9b6db4"}, "namespace": "ai-tenant-e2e-api-b-9b6db4", "name": "openshift-service-ca.crt", "reconcileID": "bf56ad55-b7ea-4497-a2bf-1ce4b1dd775e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9b6db4"} 2026-09-04T23:12:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9b6db4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9b6db4", "reconcileID": "7b2354f3-a3ca-4f0f-b866-65e4c7814f9f", "Gateway": "e2e-api-b-9b6db4", "namespace": "openshift-ingress"} 2026-09-04T23:12:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:12:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:12:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5-kserve-route-authn"} 2026-09-04T23:12:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5-kserve-route-authn"} 2026-09-04T23:12:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "7e37eea9-8822-4161-b23e-60984bab2c48", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ec1e5","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "rate-test-model-9ec1e5", "reconcileID": "0a244073-5070-4da1-b0db-0dba1d90d332", "LLMInferenceService": "rate-test-model-9ec1e5", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:12:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "8d40065b-b836-48c7-bc97-b3996c65793b", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:12:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "8d40065b-b836-48c7-bc97-b3996c65793b", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5-authn-ssl"} 2026-09-04T23:12:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "8d40065b-b836-48c7-bc97-b3996c65793b", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:12:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "1089c2e1-51e6-44ba-a996-4c210876f6a3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:12:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "1089c2e1-51e6-44ba-a996-4c210876f6a3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5-authn-ssl"} 2026-09-04T23:12:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "1089c2e1-51e6-44ba-a996-4c210876f6a3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:12:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e"} 2026-09-04T23:12:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e-kserve-route-authn"} 2026-09-04T23:12:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e-kserve-route-authn"} 2026-09-04T23:12:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "8d2cac2b-4036-4382-afcc-27ae1070c058", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-146c0e","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "rate-test-model-146c0e", "reconcileID": "a1f1c59a-94c8-4fc1-866e-c2b0cead4252", "LLMInferenceService": "rate-test-model-146c0e", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "907cbcad-f14b-4a28-b10a-dd4e97b6ca2a", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "907cbcad-f14b-4a28-b10a-dd4e97b6ca2a", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "907cbcad-f14b-4a28-b10a-dd4e97b6ca2a", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c4db355a-339e-4af6-b3db-67fe51b65381", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c4db355a-339e-4af6-b3db-67fe51b65381", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c4db355a-339e-4af6-b3db-67fe51b65381", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8bf79ba3-2678-4e1f-ba1b-74459890d282", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8bf79ba3-2678-4e1f-ba1b-74459890d282", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8bf79ba3-2678-4e1f-ba1b-74459890d282", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "92375037-31c4-4775-a38f-625a431968fb", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "92375037-31c4-4775-a38f-625a431968fb", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "92375037-31c4-4775-a38f-625a431968fb", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "cb53a113-ec2f-4eed-94ec-1469dd100e7d", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "cb53a113-ec2f-4eed-94ec-1469dd100e7d", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "cb53a113-ec2f-4eed-94ec-1469dd100e7d", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4827145e-5a30-4fbb-9a7b-507a7395bcd0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4827145e-5a30-4fbb-9a7b-507a7395bcd0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4827145e-5a30-4fbb-9a7b-507a7395bcd0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8b66c67d-45a5-4e3b-b250-3e366ddad106", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8b66c67d-45a5-4e3b-b250-3e366ddad106", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "8b66c67d-45a5-4e3b-b250-3e366ddad106", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c90abaa9-5e27-45a9-be6d-96d9b21ba37e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c90abaa9-5e27-45a9-be6d-96d9b21ba37e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c90abaa9-5e27-45a9-be6d-96d9b21ba37e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "5e207d5f-1f84-4487-b0a1-e327f129f3b0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "5e207d5f-1f84-4487-b0a1-e327f129f3b0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "5e207d5f-1f84-4487-b0a1-e327f129f3b0", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "52a4495e-be0e-43bc-b267-bc4eb95ec495", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-trusted-ca-bundle", "reconcileID": "bfd55766-a7f8-40bc-8d87-519c6c2cedbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "3defcef4-dce1-46a0-a7bc-e057b655d3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:12:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "3defcef4-dce1-46a0-a7bc-e057b655d3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "075145c4-6125-47d0-9a61-4c38d107df2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "07976d8d-a165-4cac-af20-cf839e23780b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-trusted-ca-bundle", "reconcileID": "101e3d9b-40c4-460b-ae11-6fc5fcef75f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:12:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-trusted-ca-bundle", "reconcileID": "101e3d9b-40c4-460b-ae11-6fc5fcef75f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5a59a00-b187-4656-8848-c12ce0bdcd61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:12:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "bf308e23-2c39-4604-81ff-af4d676276ba", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "bf308e23-2c39-4604-81ff-af4d676276ba", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "bf308e23-2c39-4604-81ff-af4d676276ba", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "34a56699-514e-417e-9b15-f6321169a274", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress"} 2026-09-04T23:12:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "34a56699-514e-417e-9b15-f6321169a274", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3-authn-ssl"} 2026-09-04T23:12:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "34a56699-514e-417e-9b15-f6321169a274", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress"} 2026-09-04T23:12:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0527a571-0559-4119-84a7-f04e04c1b492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0527a571-0559-4119-84a7-f04e04c1b492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:12:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0527a571-0559-4119-84a7-f04e04c1b492", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ed43d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:12:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-trusted-ca-bundle", "reconcileID": "656a7bbb-671b-4bca-be26-f79959f63d5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-trusted-ca-bundle", "reconcileID": "656a7bbb-671b-4bca-be26-f79959f63d5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "openshift-service-ca.crt", "reconcileID": "382fdc75-33d3-40a1-8d70-7849072ecf34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "openshift-service-ca.crt", "reconcileID": "382fdc75-33d3-40a1-8d70-7849072ecf34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bb8b151-e3dd-4576-b2f9-5ec68c71b229", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ed43d3"}, "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bb8b151-e3dd-4576-b2f9-5ec68c71b229", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ed43d3"} 2026-09-04T23:12:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "1a3ace4e-903e-41e8-9cc6-bccb61f2e01f", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress"} 2026-09-04T23:12:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "1a3ace4e-903e-41e8-9cc6-bccb61f2e01f", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3-authn-ssl"} 2026-09-04T23:12:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "1a3ace4e-903e-41e8-9cc6-bccb61f2e01f", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress"} 2026-09-04T23:12:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "afa83a2d-d856-4d82-bc92-e7fb3010e3a9", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "afa83a2d-d856-4d82-bc92-e7fb3010e3a9", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:12:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "afa83a2d-d856-4d82-bc92-e7fb3010e3a9", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:12:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ed43d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ed43d3", "reconcileID": "ae700435-e280-45c7-a752-743067cf4e5d", "Gateway": "e2e-shared-a-w2-ed43d3", "namespace": "openshift-ingress"} 2026-09-04T23:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-217ad6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-217ad6", "reconcileID": "52556602-d8c4-4e3f-b297-116c8610f07c", "Gateway": "e2e-shared-b-w2-217ad6", "namespace": "openshift-ingress"} 2026-09-04T23:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-217ad6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-217ad6", "reconcileID": "52556602-d8c4-4e3f-b297-116c8610f07c", "Gateway": "e2e-shared-b-w2-217ad6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-217ad6-authn-ssl"} 2026-09-04T23:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-217ad6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-217ad6", "reconcileID": "52556602-d8c4-4e3f-b297-116c8610f07c", "Gateway": "e2e-shared-b-w2-217ad6", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a9c2a8-d713-4665-bfd4-0e0f49ad717e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a9c2a8-d713-4665-bfd4-0e0f49ad717e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:13:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a9c2a8-d713-4665-bfd4-0e0f49ad717e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-217ad6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-trusted-ca-bundle", "reconcileID": "46f07311-9aa3-476e-8b81-e15c4d59b11c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-trusted-ca-bundle", "reconcileID": "46f07311-9aa3-476e-8b81-e15c4d59b11c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "openshift-service-ca.crt", "reconcileID": "d8995dcf-5eaf-4e9e-8dda-588935c498de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "openshift-service-ca.crt", "reconcileID": "d8995dcf-5eaf-4e9e-8dda-588935c498de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e5c1e5c-32fb-4f0d-ad68-0f79f154c557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-217ad6"}, "namespace": "ai-tenant-e2e-shared-b-w2-217ad6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e5c1e5c-32fb-4f0d-ad68-0f79f154c557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-217ad6"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "37701383-1f05-47f5-9d09-1a5eabc812de", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "37701383-1f05-47f5-9d09-1a5eabc812de", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "37701383-1f05-47f5-9d09-1a5eabc812de", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "0dfb380f-82a6-4114-8767-625f327b620d", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "0dfb380f-82a6-4114-8767-625f327b620d", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "0dfb380f-82a6-4114-8767-625f327b620d", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "d34f8443-bf0f-4516-8991-5dd5be96731a", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "d34f8443-bf0f-4516-8991-5dd5be96731a", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "d34f8443-bf0f-4516-8991-5dd5be96731a", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c72c8478-b6ba-4428-ae0d-bb29baad89d3", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c72c8478-b6ba-4428-ae0d-bb29baad89d3", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c72c8478-b6ba-4428-ae0d-bb29baad89d3", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "8d95910f-47ec-4fe7-abe6-b1524868f8f6", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "8d95910f-47ec-4fe7-abe6-b1524868f8f6", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "8d95910f-47ec-4fe7-abe6-b1524868f8f6", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "9c4d4ce4-b728-4f02-ac9b-d6e64cdb1434", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "9c4d4ce4-b728-4f02-ac9b-d6e64cdb1434", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "9c4d4ce4-b728-4f02-ac9b-d6e64cdb1434", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c21d3edd-64d9-446a-aa75-6157cb52fc9e", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c21d3edd-64d9-446a-aa75-6157cb52fc9e", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "c21d3edd-64d9-446a-aa75-6157cb52fc9e", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-217ad6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-217ad6", "reconcileID": "42b33f9c-7d36-4855-8e66-e3de056d8e63", "Gateway": "e2e-shared-b-w2-217ad6", "namespace": "openshift-ingress"} 2026-09-04T23:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "f9bc779b-c4a7-4e7c-8678-de93ec98d4d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-trusted-ca-bundle", "reconcileID": "2b618295-2eb1-4572-be9c-f026b7f73156", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "4a41b335-f716-4447-909b-e76ffc37a4cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:13:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "4a41b335-f716-4447-909b-e76ffc37a4cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "033eedcb-2659-43db-9c81-95d7856a0cf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "536a9898-6731-4a93-a317-88b89e799e40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-trusted-ca-bundle", "reconcileID": "5a65e117-4172-4aea-852d-f302826f70e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:13:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-trusted-ca-bundle", "reconcileID": "5a65e117-4172-4aea-852d-f302826f70e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50679afc-bddb-41ee-8705-67e089082e69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:13:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "191c99e1-ff54-4326-95d9-816ffdd0129b", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "191c99e1-ff54-4326-95d9-816ffdd0129b", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "191c99e1-ff54-4326-95d9-816ffdd0129b", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "a61ec5b6-bb70-4011-956c-9f61536f33c2", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "a61ec5b6-bb70-4011-956c-9f61536f33c2", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "a61ec5b6-bb70-4011-956c-9f61536f33c2", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:13:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c072b5f3-7e7d-4ad8-a64e-0adc35f80e72", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:13:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:13:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:13:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "23a8a841-613c-4f0e-9cf3-52e87cc10d12", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c072b5f3-7e7d-4ad8-a64e-0adc35f80e72", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c072b5f3-7e7d-4ad8-a64e-0adc35f80e72", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:13:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:13:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:13:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "869fbd12-0e3b-41ac-9af6-57b8b30fd16a", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "7d6084e1-5fba-4806-9218-0acd91d12ef6", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:13:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "7d6084e1-5fba-4806-9218-0acd91d12ef6", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:13:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "7d6084e1-5fba-4806-9218-0acd91d12ef6", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:13:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:13:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:13:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "66f5c4e5-2a5c-4ddb-a39d-db8a34c3181b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:13:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:13:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:13:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "2b99ac42-205a-42ab-bbd2-147f4b6a170b", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "a3bbac0a-267a-400f-9b24-b03719541974", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "bcda2d45-dda4-446b-9ba8-04d0ce6cef8b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "bcda2d45-dda4-446b-9ba8-04d0ce6cef8b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "bcda2d45-dda4-446b-9ba8-04d0ce6cef8b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "f2e941ea-63eb-4ae4-abd3-fb583419ba41", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "f2e941ea-63eb-4ae4-abd3-fb583419ba41", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "f2e941ea-63eb-4ae4-abd3-fb583419ba41", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "ffbd98c3-1772-40df-99f1-4aaf456678c8", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "ffbd98c3-1772-40df-99f1-4aaf456678c8", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "ffbd98c3-1772-40df-99f1-4aaf456678c8", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "0c8b02df-0326-4ee1-b5dd-7c5efa133053", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "0c8b02df-0326-4ee1-b5dd-7c5efa133053", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "0c8b02df-0326-4ee1-b5dd-7c5efa133053", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "e2802899-305f-40d0-ab84-fa310c41f51c", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "e2802899-305f-40d0-ab84-fa310c41f51c", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "e2802899-305f-40d0-ab84-fa310c41f51c", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "3f46c4e2-7479-48fc-a134-f3b108ea0ba7", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "3f46c4e2-7479-48fc-a134-f3b108ea0ba7", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "3f46c4e2-7479-48fc-a134-f3b108ea0ba7", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "b6c7e8cc-5977-4d40-87c1-27b5db642638", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "b6c7e8cc-5977-4d40-87c1-27b5db642638", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "b6c7e8cc-5977-4d40-87c1-27b5db642638", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "d1adbd5b-431f-4bd9-a2df-ad2243a425d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0a0f89-71fd-40a0-82df-fea6b6bae1d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "1ccf83d6-b5ec-4109-9501-612fdaf73f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "1ccf83d6-b5ec-4109-9501-612fdaf73f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46eec7bd-fac1-46fe-8ddd-2210b457aba5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "d093c4e9-5c51-442f-b0b9-be552cb4d055", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-trusted-ca-bundle", "reconcileID": "3241cd07-06e8-43b1-8034-3423611f5a54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-trusted-ca-bundle", "reconcileID": "3241cd07-06e8-43b1-8034-3423611f5a54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40e93b6f-ba24-4dae-b2e0-8191a47892dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "dd036dbb-e7db-4ff5-b478-0b8a9dc610d5", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "dd036dbb-e7db-4ff5-b478-0b8a9dc610d5", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "dd036dbb-e7db-4ff5-b478-0b8a9dc610d5", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "81013c03-33da-4ca4-9f02-0b4df63fd60b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "81013c03-33da-4ca4-9f02-0b4df63fd60b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "81013c03-33da-4ca4-9f02-0b4df63fd60b", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "67ad14a5-daa8-49af-8e42-f1b42a628667", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "67ad14a5-daa8-49af-8e42-f1b42a628667", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "67ad14a5-daa8-49af-8e42-f1b42a628667", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "eabe3939-1bea-49ec-9e04-20449b0ffe33", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "eabe3939-1bea-49ec-9e04-20449b0ffe33", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b-authn-ssl"} 2026-09-04T23:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "eabe3939-1bea-49ec-9e04-20449b0ffe33", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744708e1-add5-40bd-a2f8-4d5475c04d10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744708e1-add5-40bd-a2f8-4d5475c04d10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:14:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744708e1-add5-40bd-a2f8-4d5475c04d10", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-23158b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9bd571-5c34-47a7-80bb-08bb320542e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9bd571-5c34-47a7-80bb-08bb320542e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "09acf360-ce7c-4e76-b476-845f4bfdbbb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "openshift-service-ca.crt", "reconcileID": "09acf360-ce7c-4e76-b476-845f4bfdbbb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a6d6b9-d4d5-4bc1-9340-03120325e1e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-23158b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-23158b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a6d6b9-d4d5-4bc1-9340-03120325e1e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-23158b"} 2026-09-04T23:14:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-23158b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-23158b", "reconcileID": "944265fc-0d4c-4110-89f3-cd291e886fa6", "Gateway": "e2e-ipp-cleanup-23158b", "namespace": "openshift-ingress"} 2026-09-04T23:15:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6d46bdeb-8f86-40e4-935c-947861e53fc7", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6d46bdeb-8f86-40e4-935c-947861e53fc7", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:15:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6d46bdeb-8f86-40e4-935c-947861e53fc7", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4cca9a8d-5f34-4433-a61f-25389803787e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4cca9a8d-5f34-4433-a61f-25389803787e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:15:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "4cca9a8d-5f34-4433-a61f-25389803787e", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:15:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "authType": "userdefined"} 2026-09-04T23:15:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c5d4e530-0f04-48e8-a51d-d8eaeb35aee5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6c6456de-4b73-4998-8b87-8a3d6593feff", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6c6456de-4b73-4998-8b87-8a3d6593feff", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "6c6456de-4b73-4998-8b87-8a3d6593feff", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c98dcfdc-8c1f-4793-9e31-d1d024ee670d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c98dcfdc-8c1f-4793-9e31-d1d024ee670d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:15:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c98dcfdc-8c1f-4793-9e31-d1d024ee670d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3543cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:15:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-trusted-ca-bundle", "reconcileID": "81785cb7-dc71-4d22-ae9d-75ce9d6ee1ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-trusted-ca-bundle", "reconcileID": "81785cb7-dc71-4d22-ae9d-75ce9d6ee1ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "5a31f67e-52e6-4b15-a8dd-249500cb27f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "openshift-service-ca.crt", "reconcileID": "5a31f67e-52e6-4b15-a8dd-249500cb27f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f3c3239-7de1-4d20-bd1e-ed11ec3864ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f3c3239-7de1-4d20-bd1e-ed11ec3864ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf"} 2026-09-04T23:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf-kserve-route-authn"} 2026-09-04T23:15:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "e55e2709-30cf-4a11-a3ad-d018a20ffeb5", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3543cf","namespace":"ai-tenant-e2e-ipp-a-3543cf"}, "namespace": "ai-tenant-e2e-ipp-a-3543cf", "name": "ipp-route-3543cf", "reconcileID": "c6c85c81-5ca8-46da-b4d3-a500a978743f", "LLMInferenceService": "ipp-route-3543cf", "namespace": "ai-tenant-e2e-ipp-a-3543cf"} 2026-09-04T23:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "abf79522-4e92-47c0-8c6f-32282894e382", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "abf79522-4e92-47c0-8c6f-32282894e382", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "abf79522-4e92-47c0-8c6f-32282894e382", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c6ec3d99-f871-4633-a260-6502f6768a10", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c6ec3d99-f871-4633-a260-6502f6768a10", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf-authn-ssl"} 2026-09-04T23:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "c6ec3d99-f871-4633-a260-6502f6768a10", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:16:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3543cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3543cf", "reconcileID": "88c1c616-1ab4-4be7-9ab7-65d025d094bf", "Gateway": "e2e-ipp-a-3543cf", "namespace": "openshift-ingress"} 2026-09-04T23:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "346ae7ba-7f08-4848-adf4-25bba20962ed", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "346ae7ba-7f08-4848-adf4-25bba20962ed", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "346ae7ba-7f08-4848-adf4-25bba20962ed", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "7570488c-20ed-4581-9b05-aca89be96f56", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "7570488c-20ed-4581-9b05-aca89be96f56", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4-authn-ssl"} 2026-09-04T23:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "7570488c-20ed-4581-9b05-aca89be96f56", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:16:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "517dea93-016c-408b-b652-abf5f8837b0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "517dea93-016c-408b-b652-abf5f8837b0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:16:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "517dea93-016c-408b-b652-abf5f8837b0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-bb64b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:16:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-trusted-ca-bundle", "reconcileID": "cbebb517-170b-4bcc-abf7-23ec3e2f59bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-trusted-ca-bundle", "reconcileID": "cbebb517-170b-4bcc-abf7-23ec3e2f59bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "15043709-9c3a-4109-8b7b-3348b00693cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "openshift-service-ca.crt", "reconcileID": "15043709-9c3a-4109-8b7b-3348b00693cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4de3766a-744f-43a1-83bd-6cdba60b4e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bb64b4"}, "namespace": "ai-tenant-e2e-ipp-b-bb64b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4de3766a-744f-43a1-83bd-6cdba60b4e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bb64b4"} 2026-09-04T23:16:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bb64b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bb64b4", "reconcileID": "507c8cc8-c66f-4301-9e20-b93933cc117b", "Gateway": "e2e-ipp-b-bb64b4", "namespace": "openshift-ingress"} 2026-09-04T23:16:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "57c908bf-7df5-4cdb-a70a-abb61ea23036", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:16:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "57c908bf-7df5-4cdb-a70a-abb61ea23036", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5-authn-ssl"} 2026-09-04T23:16:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "57c908bf-7df5-4cdb-a70a-abb61ea23036", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:16:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "5285435c-c9d3-41fb-85ef-2f2cf7feb7f3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:16:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "5285435c-c9d3-41fb-85ef-2f2cf7feb7f3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5-authn-ssl"} 2026-09-04T23:16:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "5285435c-c9d3-41fb-85ef-2f2cf7feb7f3", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:16:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b9a62d-1dd4-4781-9b1b-c8a8d83a7dfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b9a62d-1dd4-4781-9b1b-c8a8d83a7dfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:16:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b9a62d-1dd4-4781-9b1b-c8a8d83a7dfd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9ec1e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:16:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-trusted-ca-bundle", "reconcileID": "8a1e58e6-ce99-42ee-a6ad-48f259bcf2ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-trusted-ca-bundle", "reconcileID": "8a1e58e6-ce99-42ee-a6ad-48f259bcf2ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "openshift-service-ca.crt", "reconcileID": "201ae225-81b2-49de-bb49-23435c55cf58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "openshift-service-ca.crt", "reconcileID": "201ae225-81b2-49de-bb49-23435c55cf58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c778e49e-1fb8-40d3-9eb9-26083aa35e6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ec1e5"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c778e49e-1fb8-40d3-9eb9-26083aa35e6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ec1e5"} 2026-09-04T23:16:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ec1e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ec1e5", "reconcileID": "5fbf85a1-7f80-4b7e-ac88-5814381eef67", "Gateway": "e2e-shared-a-w3-9ec1e5", "namespace": "openshift-ingress"} 2026-09-04T23:16:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "cd6a949a-6f4d-486e-ac04-ff295c548354", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:16:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "cd6a949a-6f4d-486e-ac04-ff295c548354", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:16:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "cd6a949a-6f4d-486e-ac04-ff295c548354", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c5abaf2b-c175-4f1c-a445-313e5a318c3c", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c5abaf2b-c175-4f1c-a445-313e5a318c3c", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e-authn-ssl"} 2026-09-04T23:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "c5abaf2b-c175-4f1c-a445-313e5a318c3c", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ac69bb7-2517-40b4-bea7-41ce90b4853c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ac69bb7-2517-40b4-bea7-41ce90b4853c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:16:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ac69bb7-2517-40b4-bea7-41ce90b4853c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-146c0e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-trusted-ca-bundle", "reconcileID": "1b640769-f11a-4e89-9f2f-5ee28e5b8199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-trusted-ca-bundle", "reconcileID": "1b640769-f11a-4e89-9f2f-5ee28e5b8199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "openshift-service-ca.crt", "reconcileID": "aa2d56ee-4254-4203-a63d-339632e29e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "openshift-service-ca.crt", "reconcileID": "aa2d56ee-4254-4203-a63d-339632e29e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bb739a1-1a3a-47d7-9263-9b8ff3dffe7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-146c0e"}, "namespace": "ai-tenant-e2e-shared-b-w3-146c0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bb739a1-1a3a-47d7-9263-9b8ff3dffe7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-146c0e"} 2026-09-04T23:16:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-146c0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-146c0e", "reconcileID": "0d7870e8-05ad-404d-9b58-78730a475486", "Gateway": "e2e-shared-b-w3-146c0e", "namespace": "openshift-ingress"} 2026-09-04T23:17:48Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:17:48Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:17:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:17:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T23:21:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2749b004-14ae-4fae-9241-1668ed8c392c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "487a1b9e-9703-4794-ad61-d49babacf196", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2749b004-14ae-4fae-9241-1668ed8c392c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2749b004-14ae-4fae-9241-1668ed8c392c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "6091b277-a02c-4a96-9ab9-c709b0e66303", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45a30fb8-adc5-4ae4-ba8b-5e55a1464d24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "7b71cceb-d1da-4a69-a260-b6c43c2e0aaa", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45a30fb8-adc5-4ae4-ba8b-5e55a1464d24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45a30fb8-adc5-4ae4-ba8b-5e55a1464d24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7520bad9-ad28-43b8-bf32-b0649fb4cc0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7520bad9-ad28-43b8-bf32-b0649fb4cc0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7520bad9-ad28-43b8-bf32-b0649fb4cc0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "544a168b-b911-4564-bac3-2ab89f8bd0c2", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "07170960-1efa-43be-8b85-c0a7642f3e6d", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d52340c3-2b7b-46de-b588-299c1dcb2210", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d52340c3-2b7b-46de-b588-299c1dcb2210", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d52340c3-2b7b-46de-b588-299c1dcb2210", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "a7210c91-8134-4ed9-9f8a-d8bffb090f1e", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "14d20f66-4f33-404d-bc12-fc4ef7e0f33c", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "authType": "userdefined"} 2026-09-04T23:21:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "c2aec71c-11a0-49af-82c1-61ab0f23ff28", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903"} 2026-09-04T23:21:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "00a2f675-f769-4087-81a9-f51c666f6668", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm", "name": "e2e-same-id-a-24815903-kserve-route-authn"} 2026-09-04T23:21:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-24815903", "reconcileID": "862a230f-3c8f-4506-8160-86ce6db40ad8", "LLMInferenceService": "e2e-same-id-a-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d703190-f066-45b2-a0ea-beacc461f5f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d703190-f066-45b2-a0ea-beacc461f5f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d703190-f066-45b2-a0ea-beacc461f5f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07e709a3-9376-44d7-bdd4-5ef03b355cca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07e709a3-9376-44d7-bdd4-5ef03b355cca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07e709a3-9376-44d7-bdd4-5ef03b355cca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903"} 2026-09-04T23:21:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "dc653468-b488-4635-b567-bbe3110ec1a1", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm", "name": "e2e-same-id-b-24815903-kserve-route-authn"} 2026-09-04T23:21:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-24815903","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-24815903", "reconcileID": "77f5c4c8-f927-41db-a8a9-f4109f396093", "LLMInferenceService": "e2e-same-id-b-24815903", "namespace": "llm"} 2026-09-04T23:21:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea19cc66-1b87-4155-8b68-9c3e7947adcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea19cc66-1b87-4155-8b68-9c3e7947adcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea19cc66-1b87-4155-8b68-9c3e7947adcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a039644e-801b-4d95-9de8-9312652b3b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T23:21:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a039644e-801b-4d95-9de8-9312652b3b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T23:21:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a039644e-801b-4d95-9de8-9312652b3b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}