{"level":"info","ts":"2026-11-04T01:52:47Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-04T01:52:47Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-04T01:52:47Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T01:53:15Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-04T01:53:15Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-04T01:53:16Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T01:53:16Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T01:53:16Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T01:53:16Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T01:53:16Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-04T01:53:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:54:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"}} {"level":"info","ts":"2026-11-04T01:54:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:54:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"}} {"level":"info","ts":"2026-11-04T01:54:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:54:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"}} {"level":"info","ts":"2026-11-04T01:54:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:54:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"}} {"level":"info","ts":"2026-11-04T01:54:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:54:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"}} {"level":"info","ts":"2026-11-04T01:54:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:54:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:54:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:54:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"}} {"level":"info","ts":"2026-11-04T01:54:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:54:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"}} {"level":"info","ts":"2026-11-04T01:54:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:54:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:54:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:54:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"}} {"level":"info","ts":"2026-11-04T01:54:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:54:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"}} {"level":"info","ts":"2026-11-04T01:54:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:54:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:54:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:54:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:54:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:54:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:54:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:54:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:54:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"}} {"level":"info","ts":"2026-11-04T01:54:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:54:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:54:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:54:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:54:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:55:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:55:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:55:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:55:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:55:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:55:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:55:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:55:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:55:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:55:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:55:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T01:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:55:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:55:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:56:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:56:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:56:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T01:56:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:56:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T01:56:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:56:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:57:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"}} {"level":"info","ts":"2026-11-04T01:57:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:57:44Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"}} {"level":"info","ts":"2026-11-04T01:57:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:57:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"}} {"level":"info","ts":"2026-11-04T01:57:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:57:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:58:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"}} {"level":"info","ts":"2026-11-04T01:58:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:01Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"}} {"level":"info","ts":"2026-11-04T01:58:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:58:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-00ba67"} {"level":"info","ts":"2026-11-04T01:58:11Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"}} {"level":"info","ts":"2026-11-04T01:58:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"}} {"level":"info","ts":"2026-11-04T01:58:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"}} {"level":"info","ts":"2026-11-04T01:58:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:58:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"}} {"level":"info","ts":"2026-11-04T01:58:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:58:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"}} {"level":"info","ts":"2026-11-04T01:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:58:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"}} {"level":"info","ts":"2026-11-04T01:58:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:58:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T01:58:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:58:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:58:34Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"}} {"level":"info","ts":"2026-11-04T01:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:58:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-31b104"} {"level":"info","ts":"2026-11-04T01:58:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T01:58:37Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"}} {"level":"info","ts":"2026-11-04T01:58:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:58:37Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"}} {"level":"info","ts":"2026-11-04T01:58:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:58:40Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"}} {"level":"info","ts":"2026-11-04T01:58:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:58:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:58:47Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"}} {"level":"info","ts":"2026-11-04T01:58:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:58:48Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"}} {"level":"info","ts":"2026-11-04T01:58:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:58:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:58:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"}} {"level":"info","ts":"2026-11-04T01:59:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:59:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8d65d"} {"level":"info","ts":"2026-11-04T01:59:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:05Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"}} {"level":"info","ts":"2026-11-04T01:59:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"}} {"level":"info","ts":"2026-11-04T01:59:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"}} {"level":"info","ts":"2026-11-04T01:59:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"}} {"level":"info","ts":"2026-11-04T01:59:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"}} {"level":"info","ts":"2026-11-04T01:59:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T01:59:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:59:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T01:59:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T01:59:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:00:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:00:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:00:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T02:00:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:00:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T02:00:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:00:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d89d3c"} {"level":"info","ts":"2026-11-04T02:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T02:00:11Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-642886","namespace":"llm"},"namespace":"llm","name":"e2e-dft-642886","reconcileID":"cdc2a691-15b2-4c99-9611-488c6edaf18c","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-dft-642886\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:00:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T02:00:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:00:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T02:00:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T02:00:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-eb4d0d"} {"level":"info","ts":"2026-11-04T02:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-7f60e7"} {"level":"info","ts":"2026-11-04T02:00:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-eb4d0d"},"tenantID":"e2e-worker-w0-eb4d0d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:00:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-7f60e7"},"tenantID":"e2e-worker-w4-7f60e7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:00:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-00ba67"},"tenantID":"e2e-extmod-a-00ba67","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:00:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"error","ts":"2026-11-04T02:00:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-4eb40c","namespace":"e2e-extmod-att-user-dbcc23"},"namespace":"e2e-extmod-att-user-dbcc23","name":"e2e-att-serve-4eb40c","reconcileID":"29c00551-9eee-483f-b1e6-6f2c0c6c7f95","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-4eb40c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:00:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7ea8ae"} {"level":"info","ts":"2026-11-04T02:00:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T02:01:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-31b104"},"tenantID":"e2e-extmod-a-31b104","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:01:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-d89d3c/payload-processing-e2e-extmod-b-d89d3c: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-d89d3c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-d89d3c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:01:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"namespace":"ai-tenant-e2e-extmod-b-d89d3c","name":"default-tenant","reconcileID":"73d7e3b0-c5e2-4779-ba33-3998ecf780d6","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-d89d3c/payload-processing-e2e-extmod-b-d89d3c: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-d89d3c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-d89d3c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:01:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d89d3c"},"tenantID":"e2e-extmod-b-d89d3c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:01:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T02:01:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T02:01:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"}} {"level":"info","ts":"2026-11-04T02:01:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"info","ts":"2026-11-04T02:01:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7ea8ae"},"tenantID":"e2e-extmod-b-7ea8ae","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:01:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e79b84"} {"level":"error","ts":"2026-11-04T02:01:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-e79b84/payload-processing-e2e-worker-w3-e79b84: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-e79b84\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-e79b84 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:01:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"namespace":"ai-tenant-e2e-worker-w3-e79b84","name":"default-tenant","reconcileID":"6e2942eb-d4fd-4c61-a300-cc9dc22abcad","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-e79b84/payload-processing-e2e-worker-w3-e79b84: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-e79b84\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-e79b84 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:01:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-e79b84/payload-processing-e2e-worker-w3-e79b84: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-e79b84\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-e79b84 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:01:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"namespace":"ai-tenant-e2e-worker-w3-e79b84","name":"default-tenant","reconcileID":"fbceaba6-ce4e-4dfe-80c7-9f24648da583","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-e79b84/payload-processing-e2e-worker-w3-e79b84: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-e79b84\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-e79b84 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:01:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e79b84"},"tenantID":"e2e-worker-w3-e79b84","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:01:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"error","ts":"2026-11-04T02:01:35Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d916cb","namespace":"e2e-extmod-att-user-9194a3"},"namespace":"e2e-extmod-att-user-9194a3","name":"e2e-att-serve-d916cb","reconcileID":"686afd8f-f4b9-4b20-be70-137900e06171","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-d916cb\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:01:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T02:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T02:01:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7ad90"} {"level":"info","ts":"2026-11-04T02:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"info","ts":"2026-11-04T02:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e905f4"} {"level":"error","ts":"2026-11-04T02:01:46Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-e905f4/payload-processing-e2e-worker-w2-e905f4: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-e905f4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-e905f4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:01:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"namespace":"ai-tenant-e2e-worker-w2-e905f4","name":"default-tenant","reconcileID":"df262cf7-1ecd-49db-9a79-e687667b8fc7","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-e905f4/payload-processing-e2e-worker-w2-e905f4: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-e905f4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-e905f4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:01:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"}} {"level":"info","ts":"2026-11-04T02:01:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:01:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"tenantID":"e2e-worker-w2-e905f4","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:01:48Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e905f4"},"namespace":"ai-tenant-e2e-worker-w2-e905f4","name":"default-tenant","reconcileID":"fdb00859-4bc0-4375-a454-db43b1397de2","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:01:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:01:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:01:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T02:02:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f8689","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f8689","reconcileID":"2667f84c-d5c5-49fc-9153-0138f5f381bf","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-2f8689\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:02:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:02:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8d65d"},"tenantID":"e2e-extmod-a-a8d65d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:03:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:03:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"tenantID":"e2e-extmod-b-d7ad90","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:03:08Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7ad90"},"namespace":"ai-tenant-e2e-extmod-b-d7ad90","name":"default-tenant","reconcileID":"30813801-cf33-45c5-b5f5-c7b5175cea2f","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:03:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T02:03:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T02:03:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T02:03:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ff0999"} {"level":"info","ts":"2026-11-04T02:03:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:03:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"tenantID":"e2e-worker-w1-ff0999","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:03:29Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ff0999"},"namespace":"ai-tenant-e2e-worker-w1-ff0999","name":"default-tenant","reconcileID":"1967b59e-ec54-4c18-accb-ed0eb924d46d","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}