2026-06-05T18:01:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "c4982744-17c0-45a3-91a2-bde5d9960314", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:01:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "690e6a3f-2bd1-4f2d-9ae0-2dc0443187c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:01:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "690e6a3f-2bd1-4f2d-9ae0-2dc0443187c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T18:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8296065-4880-40fa-9b5d-253f4dc8f02c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T18:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e944b7da-7d5b-4a28-bd80-7f95cb53e91a", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T18:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b017ff2a-16b3-44ac-8e7b-003499b808f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T18:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbe92f18-bac6-44b6-a79e-9e08967215d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T18:01:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d06596f4-7feb-420c-803d-78b0e42b591e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:01:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d06596f4-7feb-420c-803d-78b0e42b591e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T18:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2311d37c-5256-48d0-a303-6f1f2ef936fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T18:02:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea43803-f7ae-4b7b-a0e8-3ff3e1a3ee95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:02:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea43803-f7ae-4b7b-a0e8-3ff3e1a3ee95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:02:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea43803-f7ae-4b7b-a0e8-3ff3e1a3ee95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:02:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350d89b9-54ac-4c76-b7ba-2453962cfbf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:02:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350d89b9-54ac-4c76-b7ba-2453962cfbf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:02:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "350d89b9-54ac-4c76-b7ba-2453962cfbf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "74fad88e-86af-4643-97a7-57955744cf26", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T18:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2b564341-f29b-4c3b-9cdb-d3b42ba5b455", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:03:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2b564341-f29b-4c3b-9cdb-d3b42ba5b455", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T18:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e33454e0-8674-40ca-8980-96337810f868", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T18:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7517a840-97d5-41d1-b7b4-6bc11f0562b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T18:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d884ec49-2815-48ef-b102-1875095f3ac1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T18:03:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "1b1506ce-b390-4fc0-b9ca-8fe02291fcdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:03:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "1b1506ce-b390-4fc0-b9ca-8fe02291fcdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T18:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0798cc4-aae7-4a1b-bead-acedf6c662b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b0b8a64-f5b9-4ef7-b8e1-d03d6ddccd25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b0b8a64-f5b9-4ef7-b8e1-d03d6ddccd25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e09ef5c-ddfa-4ee8-8515-7f54f7eb69c4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b0b8a64-f5b9-4ef7-b8e1-d03d6ddccd25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5515d607-4c0b-4cab-a5ba-5c08aa9a04d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ee750500-9c07-486e-a15f-d0a46e52e6ee", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5515d607-4c0b-4cab-a5ba-5c08aa9a04d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5515d607-4c0b-4cab-a5ba-5c08aa9a04d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dad6153-b2d9-4898-854f-90f9ec5b88f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "49054957-786d-457f-a0ee-fab3d7f8d883", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dad6153-b2d9-4898-854f-90f9ec5b88f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dad6153-b2d9-4898-854f-90f9ec5b88f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7d2bc707-5556-4a1e-8f5e-fe53c49dca31", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1160a9dc-0f73-4d19-82cd-5aabf2623270", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "199c9f68-58dc-42d0-a14a-14bf4099e7c2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1160a9dc-0f73-4d19-82cd-5aabf2623270", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1160a9dc-0f73-4d19-82cd-5aabf2623270", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a758e694-0e25-4736-8f28-26980b04619b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0dfd1191-20c2-4243-92be-bf2878934946", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a758e694-0e25-4736-8f28-26980b04619b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a758e694-0e25-4736-8f28-26980b04619b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81867593-36f8-4505-bcf2-21b57e76ee34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T18:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b67747ce-3c37-407b-91e2-c2d6013bd524", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81867593-36f8-4505-bcf2-21b57e76ee34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81867593-36f8-4505-bcf2-21b57e76ee34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "759cdc9d-a913-49a2-a6ec-3193326c9aa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "759cdc9d-a913-49a2-a6ec-3193326c9aa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "759cdc9d-a913-49a2-a6ec-3193326c9aa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T18:03:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd7cb4ff-4465-4fc9-be1b-6d39c50984f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:03:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T18:03:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d2ee5a18-ec49-420d-9f71-556c94c50345", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b473e34a-b2b7-4020-b00d-d3cdb14d2da9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b473e34a-b2b7-4020-b00d-d3cdb14d2da9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b473e34a-b2b7-4020-b00d-d3cdb14d2da9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T18:03:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "36498e64-45cb-41e5-a1fb-de8735f75cbd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T18:03:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e786a8a8-6d71-4d4b-bb39-8b1e634cd761", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ebf6a9-f12d-4f72-83c1-5a055fe78647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ebf6a9-f12d-4f72-83c1-5a055fe78647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08ebf6a9-f12d-4f72-83c1-5a055fe78647", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T18:03:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1eb60dec-b070-41d8-a9e0-1c08d60ec250", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "58ecbaee-4b7b-439e-bad4-3d9da4e1f19a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:03:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:03:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:03:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:03:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f54c7d17-d5be-445d-95a7-e21c9c888b1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f54c7d17-d5be-445d-95a7-e21c9c888b1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f54c7d17-d5be-445d-95a7-e21c9c888b1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7fd6e144-7186-4904-9d03-31fb9cb816a5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "192f9e4d-a69e-4af0-9dae-5c145ae88562", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b11bd1e8-39d4-4208-8cf5-880e52873517", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b11bd1e8-39d4-4208-8cf5-880e52873517", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:03:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b11bd1e8-39d4-4208-8cf5-880e52873517", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:03:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:03:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5124fe1c-d8b4-4b96-a0f1-1302216cf814", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:03:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T18:03:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:03:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5ba516b1-659b-4f08-a091-4bfd1ef7f08b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c331b66-f81d-4c49-a1ff-110d81729d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c331b66-f81d-4c49-a1ff-110d81729d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c331b66-f81d-4c49-a1ff-110d81729d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:04:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:04:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:04:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:04:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T18:04:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:04:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b56348b2-fe0b-44c7-9065-6cd5b1a393ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:04:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:04:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:04:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:04:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T18:04:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:04:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f24055b3-1ebc-4e33-b763-1a59cd376044", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T18:04:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:04:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:04:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:04:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T18:04:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:04:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b2184855-ee73-4a3e-ad0e-57ee4b2837c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T18:04:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:04:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:04:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:04:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T18:04:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:04:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "be5f0027-db68-4ed3-947d-d272220621c2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T18:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d1f6dc4-3596-4274-8ee7-97c315a1440d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T18:05:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:05:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c08d7cc3-a6de-4b23-82b0-574bec315296", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T18:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T18:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T18:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2005459d-8486-43a3-916f-5ba0d2207952", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T18:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "79a518c3-b0d0-41c3-bce0-6cc58612d1a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0714627d-0e9d-4f8c-afe6-8f508d9dad18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "65af0106-b2de-4b26-bd53-a41637cadfea", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:05:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "65af0106-b2de-4b26-bd53-a41637cadfea", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9d185076-a230-48ee-b745-05c16075f002", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02c56362-8161-4e6f-8515-b272a8b55ad9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2f94cc72-5172-4a8e-87b4-3935c689f323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:05:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2f94cc72-5172-4a8e-87b4-3935c689f323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T18:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec4dd1d-f618-4910-bb82-d4888bd30529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T18:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4d8fbb54-d967-4a39-ab69-b3c8cfeeaab6", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "215ea85e-be48-4568-a74b-599b897f013c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "008b104c-ec75-4c75-a2f3-c284e65bcfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:05:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "008b104c-ec75-4c75-a2f3-c284e65bcfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55729135-1904-473a-a4f4-882623eb27a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4b92fd28-167d-40b0-97a8-083f3c62263a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b4a335ac-7483-4e04-8c55-ffdc5183249e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:05:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b4a335ac-7483-4e04-8c55-ffdc5183249e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T18:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e17be9b-daa9-4bc1-b473-78b05b279060", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T18:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0ee61474-d2ca-422b-b3db-7fb0f9fb466d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "86862353-01ab-43b8-874a-2425311fa252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "97b3a434-96e5-46b7-bed0-27c40b8768e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:07:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "97b3a434-96e5-46b7-bed0-27c40b8768e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2b8d97a2-d4ba-4c7b-a841-2ff8bbf9ec0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2078e5e6-5645-4fee-894a-0d80bad2d276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dd15383d-07a7-44f6-90c4-f02d3422bcc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:07:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dd15383d-07a7-44f6-90c4-f02d3422bcc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9780d251-e623-4ee9-9b53-020ed2525e1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ebba9c6-9470-45e8-b195-889dce250d08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ebba9c6-9470-45e8-b195-889dce250d08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:07:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ebba9c6-9470-45e8-b195-889dce250d08", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f6ddff0-1b6d-416d-ab5d-8c80cc8c65b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f6ddff0-1b6d-416d-ab5d-8c80cc8c65b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:07:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f6ddff0-1b6d-416d-ab5d-8c80cc8c65b1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "54a36425-e886-468c-90e7-5e0f804b97b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "54a36425-e886-468c-90e7-5e0f804b97b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:07:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "54a36425-e886-468c-90e7-5e0f804b97b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9e9d705d-70ef-4d8d-b760-f919e40e9f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9e9d705d-70ef-4d8d-b760-f919e40e9f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "655528a1-5410-4b7a-ae1e-736231757859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "655528a1-5410-4b7a-ae1e-736231757859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9c593c2d-b56c-44ef-a8ff-129fbda5772a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:07:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9c593c2d-b56c-44ef-a8ff-129fbda5772a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d7e6801c-ae2c-48e9-b83e-6168cf945358", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9dd3cd85-ea7a-4b52-bba5-6249e509a3b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2b676913-7625-4198-8431-4efb922556dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:08:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2b676913-7625-4198-8431-4efb922556dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a46845b-d8d4-459f-bc64-620144cd3748", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3ec2564a-8a02-4f1c-acde-5b2e192b4166", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5d837315-c833-4ebf-92b2-17474e3e3aaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:08:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5d837315-c833-4ebf-92b2-17474e3e3aaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ae3c161-3c3c-47e8-af7f-149c558a7b4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2a94712-1646-4cf0-bc7b-274b482f7365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2a94712-1646-4cf0-bc7b-274b482f7365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:08:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2a94712-1646-4cf0-bc7b-274b482f7365", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:08:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8d6600b8-acb9-430a-9db1-d48de6ccfa2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8d6600b8-acb9-430a-9db1-d48de6ccfa2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "43c7962b-208a-440b-bb58-ea64f68ac6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "43c7962b-208a-440b-bb58-ea64f68ac6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0be78a5d-7556-45b3-972e-d0176e3f2272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0be78a5d-7556-45b3-972e-d0176e3f2272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T18:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "365214ef-db34-4e7c-a592-35cf54d1aba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-trusted-ca-bundle", "reconcileID": "80dca601-b731-404a-81d5-d2e80d92977d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "66dc5311-1b63-47c8-8cbc-aefa6f81ec09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "66dc5311-1b63-47c8-8cbc-aefa6f81ec09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db11a49c-60fe-4601-9d44-212ad97eedb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "7a0d9907-d092-450f-b161-d1f957bde804", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-trusted-ca-bundle", "reconcileID": "28bf8854-e152-48e1-a8a8-380b9e423aad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-beebcd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-trusted-ca-bundle", "reconcileID": "28bf8854-e152-48e1-a8a8-380b9e423aad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58f2a37e-2a2e-450d-9c8f-24860ee408c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:08:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed04298-6ce5-4ce5-ae1c-47606e3c9cd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:08:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed04298-6ce5-4ce5-ae1c-47606e3c9cd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:08:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed04298-6ce5-4ce5-ae1c-47606e3c9cd0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:08:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105651bc-d4b9-499b-aebb-1ad7fcaf59b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:08:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105651bc-d4b9-499b-aebb-1ad7fcaf59b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:08:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105651bc-d4b9-499b-aebb-1ad7fcaf59b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57888f1b-4be6-4e8c-9d52-4e07e92a0d88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57888f1b-4be6-4e8c-9d52-4e07e92a0d88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57888f1b-4be6-4e8c-9d52-4e07e92a0d88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f6ed05c-9e1b-43ef-aa80-53ea465a0803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f6ed05c-9e1b-43ef-aa80-53ea465a0803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f6ed05c-9e1b-43ef-aa80-53ea465a0803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cf5799-4557-4ead-a9ab-a46a756900d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cf5799-4557-4ead-a9ab-a46a756900d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:09:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cf5799-4557-4ead-a9ab-a46a756900d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-beebcd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-trusted-ca-bundle", "reconcileID": "32e735d2-39bb-4b25-af08-d13e743e0266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-trusted-ca-bundle", "reconcileID": "32e735d2-39bb-4b25-af08-d13e743e0266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "c02fff01-660f-44a3-bfbd-506a84cc0597", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "openshift-service-ca.crt", "reconcileID": "c02fff01-660f-44a3-bfbd-506a84cc0597", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c409c409-32b1-4942-919c-cf0ac1480e67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-beebcd"}, "namespace": "e2e-modelref-beebcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c409c409-32b1-4942-919c-cf0ac1480e67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-beebcd"} 2026-06-05T18:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "openshift-service-ca.crt", "reconcileID": "23a2ac4b-0619-4d36-b156-62ab16f5b68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "8f201c8c-6afd-49d0-badb-69ab7815faba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:09:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "8f201c8c-6afd-49d0-badb-69ab7815faba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "openshift-service-ca.crt", "reconcileID": "4172055d-d7f9-41dc-85cf-b8192f57e719", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00be675b-d09d-4b3c-ab8a-289bc76c6996", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "43492346-e3de-4b9a-be76-57b359ef4b57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:09:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "43492346-e3de-4b9a-be76-57b359ef4b57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaf450b7-2b45-4beb-b4cb-af7c7aedaeb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb9224c6-e218-4737-857d-1be35866b724", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb9224c6-e218-4737-857d-1be35866b724", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb9224c6-e218-4737-857d-1be35866b724", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8e3eeb2-9f4b-4163-a7a7-8f5d4b3a500c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8e3eeb2-9f4b-4163-a7a7-8f5d4b3a500c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8e3eeb2-9f4b-4163-a7a7-8f5d4b3a500c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51e77847-4e21-4a6a-8676-85adf2f185f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51e77847-4e21-4a6a-8676-85adf2f185f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51e77847-4e21-4a6a-8676-85adf2f185f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c972af-6575-4326-bfad-067c6da97230", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c972af-6575-4326-bfad-067c6da97230", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6c972af-6575-4326-bfad-067c6da97230", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38a8f8ff-1d2d-4dab-9e6e-2219baac718c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38a8f8ff-1d2d-4dab-9e6e-2219baac718c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:09:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38a8f8ff-1d2d-4dab-9e6e-2219baac718c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-987a8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "7453dc08-ae6d-47b7-b26e-948649c79fc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "7453dc08-ae6d-47b7-b26e-948649c79fc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "openshift-service-ca.crt", "reconcileID": "43598f48-59be-4825-be2b-edb96ade8d17", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "openshift-service-ca.crt", "reconcileID": "43598f48-59be-4825-be2b-edb96ade8d17", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe0685f3-5927-4d07-9756-6edd8b3a067b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-987a8b"}, "namespace": "e2e-modelref-987a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe0685f3-5927-4d07-9756-6edd8b3a067b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-987a8b"} 2026-06-05T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "599e3b51-adba-4b04-bb52-6280214bdc22", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "624812a5-e612-4e50-aa32-b0178c6d6792", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "624812a5-e612-4e50-aa32-b0178c6d6792", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-trusted-ca-bundle", "reconcileID": "1727534a-e4da-46e1-92f3-90a1567f5417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb15703a-2551-4e86-9335-0d879cc58775", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "c27680e1-2a23-4b82-a779-5f9925404590", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-trusted-ca-bundle", "reconcileID": "bd5e2f02-67d3-4d32-bfbc-98ba582fbc07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d11d09", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-trusted-ca-bundle", "reconcileID": "bd5e2f02-67d3-4d32-bfbc-98ba582fbc07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8c172eb-af6f-4aa3-8bb8-435d62d4516a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ecbc981-c526-4f0d-b891-6cd2dfa61276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ecbc981-c526-4f0d-b891-6cd2dfa61276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ecbc981-c526-4f0d-b891-6cd2dfa61276", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-d11d09 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-trusted-ca-bundle", "reconcileID": "b4aba237-67e3-4103-bb4d-79720f077036", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-trusted-ca-bundle", "reconcileID": "b4aba237-67e3-4103-bb4d-79720f077036", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "2b11e54e-a457-42fa-b19b-5c2a56931f81", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "openshift-service-ca.crt", "reconcileID": "2b11e54e-a457-42fa-b19b-5c2a56931f81", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96650fdf-0490-46d7-9050-5f4d946c7f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d11d09"}, "namespace": "e2e-webhook-test-d11d09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96650fdf-0490-46d7-9050-5f4d946c7f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d11d09"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "00ce1fc2-2cd3-490e-a301-6f46fbfe16d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-trusted-ca-bundle", "reconcileID": "e01e12f0-015c-4cb4-bab1-3f1cf785f135", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "2f79f6de-ac7b-45e3-83d6-f1f2f85c0500", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "2f79f6de-ac7b-45e3-83d6-f1f2f85c0500", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "bea814a4-2f96-4f1f-8cd3-f6e010ef31f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df2b21c-9945-4493-997e-716f0ffa2ce1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-trusted-ca-bundle", "reconcileID": "1b7b816d-3909-4c37-add1-d7de0758d682", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-63c0df", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-trusted-ca-bundle", "reconcileID": "1b7b816d-3909-4c37-add1-d7de0758d682", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fde095cd-ac9b-4266-8cc0-fceeb4ee63f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f9b77e-5f63-4dcc-8464-17c94cf96ffd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f9b77e-5f63-4dcc-8464-17c94cf96ffd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f9b77e-5f63-4dcc-8464-17c94cf96ffd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-63c0df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-trusted-ca-bundle", "reconcileID": "1180af13-de57-4728-bfeb-f10581ae8cda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-trusted-ca-bundle", "reconcileID": "1180af13-de57-4728-bfeb-f10581ae8cda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "513358f8-ecac-48d5-ab27-ae0b8fc0dfa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "openshift-service-ca.crt", "reconcileID": "513358f8-ecac-48d5-ab27-ae0b8fc0dfa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60745263-32af-429a-acde-0708e195017f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-63c0df"}, "namespace": "e2e-webhook-test-63c0df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60745263-32af-429a-acde-0708e195017f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-63c0df"} 2026-06-05T18:16:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:16:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:16:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:16:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:26:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:26:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:26:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:26:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T18:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f892947a-47e0-4e68-bb1c-19ccd875d196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f892947a-47e0-4e68-bb1c-19ccd875d196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f892947a-47e0-4e68-bb1c-19ccd875d196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503a694a-c979-49b9-b7f2-9918ddd07cb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503a694a-c979-49b9-b7f2-9918ddd07cb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503a694a-c979-49b9-b7f2-9918ddd07cb4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71af87ab-76cb-4550-a4be-7c1c336263a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71af87ab-76cb-4550-a4be-7c1c336263a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:27:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71af87ab-76cb-4550-a4be-7c1c336263a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32da7b13-a5e9-4f6f-acc4-a594ab56abf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32da7b13-a5e9-4f6f-acc4-a594ab56abf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T18:27:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32da7b13-a5e9-4f6f-acc4-a594ab56abf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "d78db3e2-5150-410e-adf1-d8a5305c5660", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "e25d0596-fec0-477e-ba41-a530190d1274", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "9d9b45b9-ba8c-4142-8ce5-10e0a6c735f2", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "7a5af514-409c-4f4b-9c66-ae80f10555b0", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "44661a56-1c1a-4e57-a291-8c0ddce2fec0", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "5e8d93af-403a-430e-9ec2-cf3be8db3923", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b1c90d-3702-408b-ab83-daf2681fa4eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "6a6bea32-91c6-4b26-958d-8a9bd2d98ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:27:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "6a6bea32-91c6-4b26-958d-8a9bd2d98ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "1af72eef-d438-4904-bca3-125bb4cf9f46", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61762c65-327c-4be1-9d1c-9a873281aec2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-trusted-ca-bundle", "reconcileID": "acf5a1b3-1df5-4937-ad1d-34cf9957d57f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:27:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-trusted-ca-bundle", "reconcileID": "acf5a1b3-1df5-4937-ad1d-34cf9957d57f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64647665-1c15-4cf0-8453-f1880782db3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "84b20c32-1f95-4eb0-8849-46d7ec01c086", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8c0b23b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8c0b23b4", "reconcileID": "2018ea25-7076-4064-93e3-f3d6d101ad8c", "Gateway": "e2e-ait-8c0b23b4", "namespace": "openshift-ingress"} 2026-06-05T18:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bbe2b5e-75cc-4627-a87b-665370ff7b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bbe2b5e-75cc-4627-a87b-665370ff7b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:28:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bbe2b5e-75cc-4627-a87b-665370ff7b05", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-8c0b23b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-trusted-ca-bundle", "reconcileID": "de92d608-1bd9-4f2e-bfbb-7799dad3967c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-trusted-ca-bundle", "reconcileID": "de92d608-1bd9-4f2e-bfbb-7799dad3967c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "9009d7fa-f3b1-4710-8716-9fb76fdd913f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "openshift-service-ca.crt", "reconcileID": "9009d7fa-f3b1-4710-8716-9fb76fdd913f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80fbd27-21bb-4624-a532-c48afcf1c1f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8c0b23b4"}, "namespace": "e2e-aitenant-8c0b23b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80fbd27-21bb-4624-a532-c48afcf1c1f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8c0b23b4"} 2026-06-05T18:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "43a8ecde-3e51-4617-883d-774a95d8a385", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "5998e84f-90f9-44b7-8856-640709889ad0", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "2dd1846a-a4ab-4493-9ae0-45dde61483df", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "c6cb2b7f-d841-4802-b6bd-9903efcba75e", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "0f35ecb1-9723-434f-be70-af45959f915e", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "3d1af2fa-6737-45e7-b935-311c2025a750", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-trusted-ca-bundle", "reconcileID": "ea080fcb-aa53-42b8-b979-248654b0d1b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "bddd1413-b1ce-4afa-aebb-12d900daea27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:28:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "bddd1413-b1ce-4afa-aebb-12d900daea27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f77e957f-1d6c-4d26-87f3-386bcdfd1b28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "af777a51-fce8-49e7-ba21-a74b7ed8fb3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-trusted-ca-bundle", "reconcileID": "c033dbc7-5750-42bb-9d28-faf7a7b36441", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-002ffb0d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:28:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-trusted-ca-bundle", "reconcileID": "c033dbc7-5750-42bb-9d28-faf7a7b36441", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6af062a-2f85-464e-8746-d68dfcaf4878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "47d776d7-53ef-468f-8734-6b11aed8b543", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-002ffb0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-002ffb0d", "reconcileID": "602d254a-46eb-48c0-8bb4-f564f0952c01", "Gateway": "e2e-ait-002ffb0d", "namespace": "openshift-ingress"} 2026-06-05T18:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "094fb2bc-6728-4d89-91c4-491196d7da66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "094fb2bc-6728-4d89-91c4-491196d7da66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T18:28:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "094fb2bc-6728-4d89-91c4-491196d7da66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-002ffb0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T18:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-trusted-ca-bundle", "reconcileID": "10d44a1e-39d2-40e1-8476-8f70f5910631", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-trusted-ca-bundle", "reconcileID": "10d44a1e-39d2-40e1-8476-8f70f5910631", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "72c6f0a3-ecaf-46d2-a023-1adf223f52a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "openshift-service-ca.crt", "reconcileID": "72c6f0a3-ecaf-46d2-a023-1adf223f52a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6fa1c0-d4d0-4e08-8e4a-986d868082cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"} 2026-06-05T18:28:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-002ffb0d"}, "namespace": "e2e-aitenant-002ffb0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6fa1c0-d4d0-4e08-8e4a-986d868082cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-002ffb0d"}