2026-11-02T14:37:12.530082Z	info	FLAG: --concurrency="0"
2026-11-02T14:37:12.530097Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T14:37:12.530101Z	info	FLAG: --help="false"
2026-11-02T14:37:12.530104Z	info	FLAG: --log_as_json="false"
2026-11-02T14:37:12.530106Z	info	FLAG: --log_caller=""
2026-11-02T14:37:12.530108Z	info	FLAG: --log_output_level="default:info"
2026-11-02T14:37:12.530110Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T14:37:12.530114Z	info	FLAG: --log_target="[stdout]"
2026-11-02T14:37:12.530116Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T14:37:12.530118Z	info	FLAG: --outlierLogPath=""
2026-11-02T14:37:12.530120Z	info	FLAG: --profiling="true"
2026-11-02T14:37:12.530122Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T14:37:12.530124Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T14:37:12.530126Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T14:37:12.530128Z	info	FLAG: --stsPort="0"
2026-11-02T14:37:12.530130Z	info	FLAG: --templateFile=""
2026-11-02T14:37:12.530132Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T14:37:12.530135Z	info	FLAG: --vklog="0"
2026-11-02T14:37:12.530137Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T14:37:12.530268Z	info	Proxy role	ips=[10.133.0.238] type=router id=maas-default-gateway-openshift-default-55fbd65575-q8r79.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T14:37:12.530310Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T14:37:12.531573Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T14:37:12.531886Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T14:37:12.531901Z	info	JWT policy is third-party-jwt
2026-11-02T14:37:12.531905Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T14:37:12.534637Z	info	Starting default Istio SDS Server
2026-11-02T14:37:12.534703Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T14:37:12.534748Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T14:37:12.536192Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T14:37:12.537915Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T14:37:12.536188Z	info	Opening status port 15020
2026-11-02T14:37:12.539499Z	info	sds	Starting SDS grpc server
2026-11-02T14:37:12.539538Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T14:37:12.540927Z	info	Starting proxy agent
2026-11-02T14:37:12.540988Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T14:37:12.610825Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T14:37:12.770651Z	info	cache	generated new workload certificate	resourceName=default latency=233.845723ms ttl=23h59m59.229352477s
2026-11-02T14:37:12.770687Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T14:37:12.770722Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.229279234s
2026-11-02T14:37:12.829981Z	info	ads	ADS: new connection for node:1
2026-11-02T14:37:12.830337Z	info	cache	returned workload certificate from cache	ttl=23h59m59.169664734s
2026-11-02T14:37:12.830490Z	info	ads	ADS: new connection for node:2
2026-11-02T14:37:12.830828Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.169174708s
2026-11-02T14:37:12.933154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:37:21.883261Z	info	Readiness succeeded in 9.35617467s
2026-11-02T14:37:21.883686Z	info	Envoy proxy is ready
2026-11-02T14:37:31.979498Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:37:49.978294Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-02T14:38:51.728058Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:43:41.860003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:44:08.057163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:46:19.986079Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:46:31.409828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:46:31.409861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:46:31.409874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T14:46:31.409879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-02T14:46:31.321Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 88 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "d54c342d-f8d8-4727-a809-9aa41e2fef35" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:60940 10.133.0.238:443 10.132.0.13:48812 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T14:46:43.364633Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:46:45.699742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:46:58.200649Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:47:02.398659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:47:19.705442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:47:40.143744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:47:50.685920Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:01.031471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:11.502902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:21.918824Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:32.340440Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:42.689157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:48:53.139059Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:49:03.566614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:49:13.995421Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:49:24.209331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:07.695422Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:23.552370Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:25.949450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:29.281405Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T14:50:29.202Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 78 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "cde1d58a-af1c-49cf-86e4-12a6b044e10b" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.41:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:35884 10.133.0.238:443 10.132.0.13:44152 - v1-catch-all-path
2026-11-02T14:50:32.641174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:36.156736Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=26
[2026-11-02T14:50:36.091Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 64 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "bc91a058-a226-49e7-96da-ed488ac5205f" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.41:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:58646 10.133.0.238:443 10.132.0.13:36952 - v1-catch-all-path
2026-11-02T14:50:39.497230Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:50:49.900244Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:51:04.951672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:51:15.913173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:51:17.978178Z	info	ads	ADS: new connection for node:3
2026-11-02T14:51:17.978367Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T14:51:17.978398Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T14:51:20.008765Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:52:00.604122Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T14:52:07.455Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 349 94 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "35ac215a-5120-408a-8436-09e972f28f74" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.151:8000" outbound|54321||e2e-prio-pool-170c8925-inference-pool-ip-0b8de156.llm.svc.cluster.local 10.133.0.238:53724 10.133.0.238:443 10.132.0.13:59174 - v1-model-routing
2026-11-02T14:52:20.103553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:52:20.193810Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-02T14:52:22.655895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:52:25.709127Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:52:31.415099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:52:43.124470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:53:00.120009Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:53:25.836284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:53:40.241238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:53:44.576208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:53:56.438521Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:54:01.048984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T14:54:04.456Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "9bd80b7a-aff5-4336-a0b2-9e370641c0b4" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.238:443 10.132.0.13:33390 - v1-completions-path
2026-11-02T14:54:16.778627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T14:58:27.385Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 287 78 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "f90b329e-d805-45f3-b4a1-228c01426d8a" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:58812 10.133.0.238:443 10.132.0.13:33570 - v1-completions-path
[2026-11-02T14:58:41.431Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 75 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "3e4da3d1-00c2-4a49-8ca4-c34b8875c983" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:52128 10.133.0.238:443 10.132.0.13:50028 - v1-completions-path
2026-11-02T14:58:57.422149Z	info	ads	ADS: new connection for node:4
2026-11-02T14:58:57.427483Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-02T14:58:57.427586Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T14:58:58.574449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:59:00.204954Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T14:59:02.862937Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
2026-11-02T14:59:02.875963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:02.875993Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:02.876007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:02.876012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-02T14:59:02.755Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 120 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "bdccaa4b-2925-4187-a0d6-c820e7da0691" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:41222 10.133.0.238:443 10.132.0.13:46962 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T14:59:07.151365Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"382","StreamId":"11125893689138727374"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=26
[2026-11-02T14:59:07.081Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 70 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "b1234eac-cf01-4e61-9864-e76780a69f9f" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.133.0.238:443 10.132.0.13:37290 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-02T14:59:30.876885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:30.876917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:30.876927Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T14:59:30.876932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:30.877076Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-02T14:59:30.762Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1720 114 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "3cec2e1f-94e0-4b13-b69a-e673dd04c965" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:40988 10.133.0.238:443 10.132.0.13:42402 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T14:59:32.979732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-02T14:59:33.027245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:33.027275Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:33.027284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:33.027289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T14:59:33.027424Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T14:59:32.914Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 112 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "f6bae674-fcdd-4340-9156-f1f9212d09f5" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:41000 10.133.0.238:443 10.132.0.13:42414 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T14:59:45.920161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:45.920192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:45.920204Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T14:59:45.920209Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T14:59:45.920354Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T14:59:45.826Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1722 93 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "c443797b-fc12-4a02-bd1b-32a9e2fd9a60" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:41000 10.133.0.238:443 10.132.0.13:37038 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T14:59:59.571325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:59.571355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:59.571363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T14:59:59.571367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T14:59:59.571525Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-02T14:59:59.474Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 96 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "25357120-4d66-4551-9289-889aabfea24f" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:40988 10.133.0.238:443 10.132.0.13:42860 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:00:01.687947Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:01.687987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:01.687999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:01.688004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:00:01.688160Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T15:00:01.594Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 93 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "c84b1178-0048-4091-af86-17c16d308c46" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:41000 10.133.0.238:443 10.132.0.13:42878 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:00:14.442307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:14.442339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:14.442351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:14.442356Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:00:14.442503Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T15:00:14.350Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1718 91 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "a846d20b-419a-44dd-b563-0cde8da2378f" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:41000 10.133.0.238:443 10.132.0.13:56426 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:00:18.707092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:18.707126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:18.707138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:18.707142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T15:00:18.707304Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-02T15:00:18.607Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 100 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "c922082a-8505-4192-9e2c-8278b30cebbb" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:40988 10.133.0.238:443 10.132.0.13:56440 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:00:20.832342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:20.832376Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:20.832388Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:00:20.832393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:20.832554Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T15:00:20.736Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 95 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "53d1049c-06b6-4fb5-8dde-696c1e2f4ad2" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.238:41000 10.133.0.238:443 10.132.0.13:56458 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:00:24.794614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:24.794656Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:00:24.794677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:00:24.794683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T15:00:24.717Z] "DELETE /v1/api-keys/6f218f3d-eea9-46eb-bd34-2a73462bbb7d HTTP/1.1" 200 - via_upstream - "-" 0 359 76 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "1116612a-8625-405c-b529-2d96df514055" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:46890 10.133.0.238:443 10.132.0.13:42176 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:00:46.527427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:00:46.711796Z	info	ads	ADS: "" 4 terminated
2026-11-02T15:00:46.937039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:46.937076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:46.937098Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T15:00:46.937106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:00:46.995041Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-02T15:00:46.995060Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-02T15:00:46.995064Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-02T15:00:46.995068Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-11-02T15:00:46.858Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 315 78 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "c23f5614-bb47-4085-9cad-14e649e6b490" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:46760 10.133.0.238:443 10.132.0.13:34868 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:00:46.961Z] "POST /llm/premium-simulated-simulated-premium/v1/completions HTTP/1.1" 403 -  - "-" 74 77 33 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "97c6136d-09e2-44f3-a351-2dd1d58f596f" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "-" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.238:443 10.132.0.13:34878 - v1-completions-path
2026-11-02T15:00:48.123469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:00:54.973664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:00:55.723Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 1853 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "adf9a4eb-ef79-47ee-9a53-3f8f1e6c1021" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:51924 - v1-completions-path
[2026-11-02T15:00:57.700Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 60 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "3a10e3a6-0d32-4365-a1e3-a341236c51ca" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:51936 - v1-completions-path
[2026-11-02T15:00:58.635Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "a0edd609-1a76-48e5-b4f6-89451b6cb4e8" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.238:443 10.132.0.13:51940 - v1-completions-path
2026-11-02T15:01:10.724503Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:01:26.952542Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:01:32.201Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 58 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "be499e50-9839-4827-bd20-281851da7044" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:40988 - v1-completions-path
[2026-11-02T15:01:33.570Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 60 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "8f195b0e-89b5-491a-9eac-f99b53f0f671" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:40998 - v1-completions-path
[2026-11-02T15:01:34.155Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "509185b2-6a11-44a3-b7bd-ce02dcf9e5ff" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:50754 10.133.0.238:443 10.132.0.13:41002 - v1-completions-path
[2026-11-02T15:01:34.391Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 54 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "aa9992f7-2185-4d17-b5fc-84f684f97294" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:37338 - v1-completions-path
2026-11-02T15:01:50.410264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:00.726536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:05.513048Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:02:10.052Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 60 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "a12305dd-7da2-463c-a61f-b9dd7236a694" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:50754 10.133.0.238:443 10.132.0.13:53090 - v1-completions-path
2026-11-02T15:02:22.587984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:24.953522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:02:28.152Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 74 292 74 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "09819cd0-d8b0-46c5-8f24-27d95d14ba52" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.44:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:42388 10.133.0.238:443 10.132.0.13:35348 - v1-completions-path
2026-11-02T15:02:32.648867Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:44.696242Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:50.272918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:02:58.301585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:03:03.942356Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:03:21.962225Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:03:25.188534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:04:01.396037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:04:19.605664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:04:29.858630Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:04:34.230548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:04:34.230584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:04:34.230599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:04:34.230604Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-02T15:04:34.147Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 83 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "de199a05-2d63-47ba-815e-eb5930a9d3a5" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:39868 10.133.0.238:443 10.132.0.13:40222 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:07:17.805877Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:07:24.588170Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-02T15:07:32.824090Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:07:45.300344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:07:48.689813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:04.908331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:15.278631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:30.137661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:34.143334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:08:34.143368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:08:34.143382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-02T15:08:34.143387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-02T15:08:34.065Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 310 78 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "ed3dc119-2573-42ff-9ba6-6caf355afcc7" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.174:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:51404 10.133.0.238:443 10.132.0.13:35400 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:08:34.701Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 55 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "3f339f0b-46ab-4c4a-b471-7b31e9f2d4b7" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:50754 10.133.0.238:443 10.132.0.13:45122 - v1-completions-path
2026-11-02T15:08:47.470052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:52.135032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:08:55.534656Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:09:02.975Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 61 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "e333fff9-c3d9-4a7e-9375-1fcc49f97d8b" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:50754 10.133.0.238:443 10.132.0.13:40868 - v1-completions-path
[2026-11-02T15:09:05.690Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 61 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "336b6418-d400-4fad-8811-5d1549983a6f" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:49468 - v1-completions-path
2026-11-02T15:09:06.210227Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:09:06.210267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:09:06.210288Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-02T15:09:06.210295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-02T15:09:06.134Z] "DELETE /v1/api-keys/cf01d7ad-e7f9-4bb0-b6fa-0f915baba980 HTTP/1.1" 200 - via_upstream - "-" 0 363 75 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "bef1de26-83af-48ab-bcd4-c52bb153f3bd" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.200:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:43854 10.133.0.238:443 10.132.0.13:49478 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:09:18.245746Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:09:28.628640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:09:33.261442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:09:45.674224Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:09:50.172026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:09:55.255Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "ab77d124-cf05-4f9d-aecb-66b49b0748ad" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:56660 - v1-completions-path
2026-11-02T15:09:56.608179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:09:56.608215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:09:56.608229Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:09:56.608234Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T15:09:55.633Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 69 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "c8b8755f-17d2-48a7-baf5-50189874b2e9" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.238:57252 10.133.0.238:443 10.132.0.13:56670 - v1-completions-path
[2026-11-02T15:09:56.498Z] "DELETE /v1/api-keys/6bf38c14-362c-4fda-81ff-abbea1bb94dd HTTP/1.1" 200 - via_upstream - "-" 0 367 109 - "34.228.250.194,10.132.0.13" "python-requests/2.33.0" "7d6447cb-31ca-47ec-8962-83f58a6d40f8" "maas.apps.ca30a64395dcfc3deb10.prod.konflux-ocp-ci.dev" "10.132.0.174:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.238:39036 10.133.0.238:443 10.132.0.13:56674 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:10:08.542019Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:10:18.995812Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8