{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-10-31T18:31:45Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10}
{"level":"info","ts":"2026-10-31T18:31:45Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-10-31T18:32:12Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-10-31T18:32:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-10-31T18:32:12Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-10-31T18:32:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-10-31T18:32:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:32:32Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:32:42Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:32:52Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:02Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:32Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:42Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:33:52Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:02Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:32Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:42Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:34:52Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:02Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"error","ts":"2026-10-31T18:35:16Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"namespace":"ai-tenant-e2e-shared-a-main-84866b","name":"default-tenant","reconcileID":"d18b3d8f-c51f-444c-90e2-b980c8670521","error":"ensure finalizer: Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-10-31T18:35:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:35:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:35:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:35:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:35:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:35:32Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:42Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:35:52Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:35:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:36:02Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:36:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:36:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:36:32Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-main-80c0a4"}
{"level":"info","ts":"2026-10-31T18:36:42Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:36:52Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:02Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:12Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-10-31T18:37:22Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:33Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:43Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:37:53Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:03Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:13Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:23Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:33Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:43Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:38:53Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:03Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:13Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:23Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:33Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:43Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:39:53Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:40:03Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:40:13Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:40:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:40:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-main-84866b"}
{"level":"info","ts":"2026-10-31T18:40:23Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:40:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-main-84866b"},"tenantID":"e2e-shared-a-main-84866b","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-10-31T18:40:33Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"error","ts":"2026-10-31T18:40:37Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-main-80c0a4/payload-processing-e2e-shared-b-main-80c0a4: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-main-80c0a4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-main-80c0a4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-10-31T18:40:37Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"namespace":"ai-tenant-e2e-shared-b-main-80c0a4","name":"default-tenant","reconcileID":"f9e8c930-9b38-4ea7-a696-efc016add5bd","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-main-80c0a4/payload-processing-e2e-shared-b-main-80c0a4: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-main-80c0a4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-main-80c0a4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-10-31T18:40:37Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-main-80c0a4/payload-processing-e2e-shared-b-main-80c0a4: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-main-80c0a4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-main-80c0a4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-10-31T18:40:37Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"namespace":"ai-tenant-e2e-shared-b-main-80c0a4","name":"default-tenant","reconcileID":"6f5d26ff-271a-4ec9-a894-76353e3c4922","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-main-80c0a4/payload-processing-e2e-shared-b-main-80c0a4: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-main-80c0a4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-main-80c0a4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-10-31T18:40:37Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-main-80c0a4"},"tenantID":"e2e-shared-b-main-80c0a4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-10-31T18:40:43Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}
{"level":"info","ts":"2026-10-31T18:40:53Z","logger":"consumer-portal","msg":"cannot determine the Gateway hostname for the OIDC callback; will retry","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"error":"gateway openshift-ingress/maas-default-gateway has no HTTPS listener with a concrete hostname"}