{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"}
{"level":"info","ts":"2026-11-04T06:01:24Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10}
{"level":"info","ts":"2026-11-04T06:01:24Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-04T06:01:56Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"}
{"level":"info","ts":"2026-11-04T06:01:56Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-04T06:01:57Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-04T06:01:57Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-04T06:02:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T06:02:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"}}
{"level":"info","ts":"2026-11-04T06:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:02:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"}}
{"level":"info","ts":"2026-11-04T06:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:02:25Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"}}
{"level":"info","ts":"2026-11-04T06:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:02:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"}}
{"level":"info","ts":"2026-11-04T06:02:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:02:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"}}
{"level":"info","ts":"2026-11-04T06:02:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:02:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"}}
{"level":"info","ts":"2026-11-04T06:02:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:02:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"}}
{"level":"info","ts":"2026-11-04T06:02:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:02:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"}}
{"level":"info","ts":"2026-11-04T06:02:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:02:41Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"}}
{"level":"info","ts":"2026-11-04T06:02:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:02:44Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"}}
{"level":"info","ts":"2026-11-04T06:02:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:02:55Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"}}
{"level":"info","ts":"2026-11-04T06:02:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:02:57Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"}}
{"level":"info","ts":"2026-11-04T06:03:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:03:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:03:03Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"}}
{"level":"info","ts":"2026-11-04T06:03:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:03:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:03:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:03:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:03:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:03:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"}}
{"level":"info","ts":"2026-11-04T06:03:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:03:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:03:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:03:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:03:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:03:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:03:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:03:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:03:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:03:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:04:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:04:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:05:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:05:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T06:05:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:05:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:05:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:05:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:05:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:06:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:06:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:06:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:06:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:06:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:06:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:06:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:06:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:06:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:06:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:06:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:06:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:06:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:06:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:07:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:07:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:07:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:07:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:07:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:07:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:07:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:07:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:07:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:07:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:07:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"info","ts":"2026-11-04T06:07:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-356418"}
{"level":"info","ts":"2026-11-04T06:07:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32f7d6"}
{"level":"info","ts":"2026-11-04T06:07:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-18990c"}
{"level":"info","ts":"2026-11-04T06:07:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6b62c0"}
{"level":"error","ts":"2026-11-04T06:07:56Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w1-356418/payload-processing-e2e-worker-w1-356418: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-356418\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-356418 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:555\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:231\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T06:07:56Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"namespace":"ai-tenant-e2e-worker-w1-356418","name":"default-tenant","reconcileID":"87023ff4-aad9-4924-b4c0-673bdbe7c297","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w1-356418/payload-processing-e2e-worker-w1-356418: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-356418\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-356418 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T06:07:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32f7d6"},"tenantID":"e2e-worker-w3-32f7d6","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:08:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-18990c"},"tenantID":"e2e-worker-w6-18990c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:08:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6b62c0"},"tenantID":"e2e-worker-w5-6b62c0","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:08:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-356418"},"tenantID":"e2e-worker-w1-356418","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:09:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:09:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:09:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-856c68"}
{"level":"info","ts":"2026-11-04T06:09:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"}}
{"level":"info","ts":"2026-11-04T06:09:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-856c68"},"tenantID":"e2e-worker-w4-856c68","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:09:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:09:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:09:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"info","ts":"2026-11-04T06:09:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:10:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:10:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:10:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f38f69"}
{"level":"error","ts":"2026-11-04T06:10:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w0-f38f69/payload-processing-e2e-worker-w0-f38f69: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-f38f69\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-f38f69 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:555\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:231\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T06:10:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"namespace":"ai-tenant-e2e-worker-w0-f38f69","name":"default-tenant","reconcileID":"c7a9a9a1-f13a-45f3-a937-120c61ca126c","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w0-f38f69/payload-processing-e2e-worker-w0-f38f69: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-f38f69\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-f38f69 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T06:10:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-db31ef"}
{"level":"info","ts":"2026-11-04T06:10:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f38f69"},"tenantID":"e2e-worker-w0-f38f69","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:10:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-db31ef"},"tenantID":"e2e-worker-w2-db31ef","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T06:10:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}