{"level":"info","ts":"2026-11-04T02:25:18Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-04T02:25:18Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-04T02:25:18Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T02:25:47Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:25:47Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-04T02:25:48Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T02:25:48Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T02:25:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:26:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"}} {"level":"info","ts":"2026-11-04T02:27:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:27:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"}} {"level":"info","ts":"2026-11-04T02:27:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:27:31Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"}} {"level":"info","ts":"2026-11-04T02:27:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:27:34Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"}} {"level":"info","ts":"2026-11-04T02:27:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:27:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"}} {"level":"info","ts":"2026-11-04T02:27:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:27:39Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"}} {"level":"info","ts":"2026-11-04T02:27:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:27:41Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"}} {"level":"info","ts":"2026-11-04T02:27:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:27:44Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"}} {"level":"info","ts":"2026-11-04T02:27:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:27:46Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"}} {"level":"info","ts":"2026-11-04T02:27:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:27:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:27:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:27:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"}} {"level":"info","ts":"2026-11-04T02:27:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:27:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"}} {"level":"info","ts":"2026-11-04T02:27:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:27:58Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"}} {"level":"info","ts":"2026-11-04T02:28:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:28:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:28:03Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"}} {"level":"info","ts":"2026-11-04T02:28:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:28:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:28:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"}} {"level":"info","ts":"2026-11-04T02:28:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:28:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:28:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:28:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:28:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:28:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:28:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:28:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:28:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:28:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:29:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:29:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:29:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:29:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:29:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:30:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:30:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:30:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:30:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:30:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:30:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:30:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:30:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:30:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:30:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:30:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:30:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:31:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:31:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:31:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"}} {"level":"info","ts":"2026-11-04T02:31:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:31:58Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"}} {"level":"info","ts":"2026-11-04T02:32:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:32:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"}} {"level":"info","ts":"2026-11-04T02:32:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:32:21Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:32:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:32:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:32:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:32:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"}} {"level":"info","ts":"2026-11-04T02:32:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:32:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"}} {"level":"info","ts":"2026-11-04T02:32:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:32:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:32:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:32:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:32:48Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:32:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:32:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:33:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:33:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:33:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:33:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:33:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:33:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:33:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:33:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-493b10"} {"level":"info","ts":"2026-11-04T02:33:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:33:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:33:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"}} {"level":"info","ts":"2026-11-04T02:33:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:33:32Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"}} {"level":"info","ts":"2026-11-04T02:33:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:33:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:33:44Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"}} {"level":"info","ts":"2026-11-04T02:33:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:33:49Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:33:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:33:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31626a"} {"level":"info","ts":"2026-11-04T02:33:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:33:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:34:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:34:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"}} {"level":"info","ts":"2026-11-04T02:34:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:34:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"}} {"level":"info","ts":"2026-11-04T02:34:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:34:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:14Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"}} {"level":"info","ts":"2026-11-04T02:34:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:34:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"}} {"level":"info","ts":"2026-11-04T02:34:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:34:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:34:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"}} {"level":"info","ts":"2026-11-04T02:34:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:34:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:34:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"}} {"level":"info","ts":"2026-11-04T02:34:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:34:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a18c43"} {"level":"info","ts":"2026-11-04T02:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"error","ts":"2026-11-04T02:34:58Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w1-a18c43/payload-processing-e2e-worker-w1-a18c43: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-a18c43\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-a18c43 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:34:58Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"namespace":"ai-tenant-e2e-worker-w1-a18c43","name":"default-tenant","reconcileID":"b090282c-0422-4249-96e3-d2b4ddb0e255","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w1-a18c43/payload-processing-e2e-worker-w1-a18c43: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-a18c43\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-a18c43 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:34:58Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"}} {"level":"info","ts":"2026-11-04T02:35:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:35:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a18c43"},"tenantID":"e2e-worker-w1-a18c43","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:35:03Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:35:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:35:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:35:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:35:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:35:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:35:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:35:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:35:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:35:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:35:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:35:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:35:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:35:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:35:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:35:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:35:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:35:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:36:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:36:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:36:05Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:36:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:36:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:36:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:36:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:36:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:36:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:36:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:36:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:36:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:36:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:37:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:37:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"error","ts":"2026-11-04T02:37:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-08d467","namespace":"e2e-extmod-att-user-5fe669"},"namespace":"e2e-extmod-att-user-5fe669","name":"e2e-att-serve-08d467","reconcileID":"59cbf899-ccbd-4997-929d-b1fbe94acfa0","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-08d467\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:37:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:37:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:37:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:37:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:37:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"error","ts":"2026-11-04T02:37:22Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-30ac1b","namespace":"e2e-extmod-att-user-c60aa0"},"namespace":"e2e-extmod-att-user-c60aa0","name":"e2e-att-serve-30ac1b","reconcileID":"791977fc-e537-4629-a74f-3813ccf1041a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-30ac1b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:37:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:37:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ab61a8"} {"level":"info","ts":"2026-11-04T02:37:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"error","ts":"2026-11-04T02:37:30Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-493b10/payload-processing-e2e-extmod-a-493b10: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-493b10\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-493b10 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:37:30Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"namespace":"ai-tenant-e2e-extmod-a-493b10","name":"default-tenant","reconcileID":"a349f931-1359-470b-80ce-38484167d8dd","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-493b10/payload-processing-e2e-extmod-a-493b10: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-493b10\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-493b10 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:37:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:37:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-493b10"},"tenantID":"e2e-extmod-a-493b10","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:37:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d501fd"} {"level":"info","ts":"2026-11-04T02:37:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"}} {"level":"info","ts":"2026-11-04T02:37:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31626a"},"tenantID":"e2e-extmod-a-31626a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:38:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ab61a8"},"tenantID":"e2e-extmod-b-ab61a8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:38:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"error","ts":"2026-11-04T02:38:35Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f09657","namespace":"e2e-extmod-att-user-56f3e5"},"namespace":"e2e-extmod-att-user-56f3e5","name":"e2e-att-serve-f09657","reconcileID":"6640d6a8-0241-48e7-95d8-796075514710","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-att-serve-f09657\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:38:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:38:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:38:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d501fd"},"tenantID":"e2e-extmod-b-d501fd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:38:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:39:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:39:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:39:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ba6b8"} {"level":"info","ts":"2026-11-04T02:39:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ba6b8"},"tenantID":"e2e-worker-w0-2ba6b8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:39:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:39:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:39:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:39:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6c403f"} {"level":"info","ts":"2026-11-04T02:39:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:40:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ab53c1"} {"level":"info","ts":"2026-11-04T02:40:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6c403f"},"tenantID":"e2e-worker-w3-6c403f","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:40:06Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w4-ab53c1/payload-processing-e2e-worker-w4-ab53c1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-ab53c1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-ab53c1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:40:06Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"namespace":"ai-tenant-e2e-worker-w4-ab53c1","name":"default-tenant","reconcileID":"0b662510-6c30-487e-9c71-8f0145e68738","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w4-ab53c1/payload-processing-e2e-worker-w4-ab53c1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-ab53c1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-ab53c1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:40:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ab53c1"},"tenantID":"e2e-worker-w4-ab53c1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:40:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:43:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3353a6"} {"level":"info","ts":"2026-11-04T02:44:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:44:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:44:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T02:44:58Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ec6546","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ec6546","reconcileID":"ead6ccfc-c947-45fe-be45-57c0ced1fb34","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-ec6546\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:45:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:45:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:45:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-80b404"} {"level":"info","ts":"2026-11-04T02:45:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"}} {"level":"info","ts":"2026-11-04T02:45:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-80b404"},"tenantID":"e2e-extmod-a-80b404","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:45:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"}} {"level":"info","ts":"2026-11-04T02:45:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:45:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"namespace":"ai-tenant-e2e-extmod-b-3353a6","name":"default-tenant","reconcileID":"bfe7cfeb-876a-4e6d-9603-6e6ac9c62272","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:45:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:45:43Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3353a6"},"tenantID":"e2e-extmod-b-3353a6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:45:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:45:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:46:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:46:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-1e4f1e"} {"level":"info","ts":"2026-11-04T02:46:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"}} {"level":"info","ts":"2026-11-04T02:46:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-1e4f1e"},"tenantID":"e2e-worker-w2-1e4f1e","namespace":"openshift-ingress"}