2026-11-02T17:48:17.088845Z	info	FLAG: --concurrency="0"
2026-11-02T17:48:17.088865Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T17:48:17.088869Z	info	FLAG: --help="false"
2026-11-02T17:48:17.088872Z	info	FLAG: --log_as_json="false"
2026-11-02T17:48:17.088874Z	info	FLAG: --log_caller=""
2026-11-02T17:48:17.088876Z	info	FLAG: --log_output_level="default:info"
2026-11-02T17:48:17.088879Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T17:48:17.088883Z	info	FLAG: --log_target="[stdout]"
2026-11-02T17:48:17.088885Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T17:48:17.088887Z	info	FLAG: --outlierLogPath=""
2026-11-02T17:48:17.088889Z	info	FLAG: --profiling="true"
2026-11-02T17:48:17.088891Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T17:48:17.088893Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T17:48:17.088895Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T17:48:17.088898Z	info	FLAG: --stsPort="0"
2026-11-02T17:48:17.088899Z	info	FLAG: --templateFile=""
2026-11-02T17:48:17.088902Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T17:48:17.088905Z	info	FLAG: --vklog="0"
2026-11-02T17:48:17.088908Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T17:48:17.089075Z	info	Proxy role	ips=[10.134.0.34] type=router id=maas-default-gateway-openshift-default-fcb75c45f-7zk9d.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T17:48:17.089126Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T17:48:17.090156Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T17:48:17.090739Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T17:48:17.090750Z	info	JWT policy is third-party-jwt
2026-11-02T17:48:17.090753Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T17:48:17.093169Z	info	Starting default Istio SDS Server
2026-11-02T17:48:17.093200Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T17:48:17.093228Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T17:48:17.093427Z	info	Opening status port 15020
2026-11-02T17:48:17.094149Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T17:48:17.095473Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T17:48:17.096279Z	info	Starting proxy agent
2026-11-02T17:48:17.096316Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T17:48:17.104876Z	info	sds	Starting SDS grpc server
2026-11-02T17:48:17.104903Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T17:48:17.162186Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T17:48:17.244321Z	info	cache	generated new workload certificate	resourceName=default latency=149.956086ms ttl=23h59m59.755684362s
2026-11-02T17:48:17.244367Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T17:48:17.244407Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.755594118s
2026-11-02T17:48:17.278711Z	info	ads	ADS: new connection for node:1
2026-11-02T17:48:17.278772Z	info	cache	returned workload certificate from cache	ttl=23h59m59.721229831s
2026-11-02T17:48:17.279017Z	info	ads	ADS: new connection for node:2
2026-11-02T17:48:17.279100Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.720901065s
2026-11-02T17:48:17.359836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:48:25.169432Z	info	Readiness succeeded in 8.082868925s
2026-11-02T17:48:25.169758Z	info	Envoy proxy is ready
[2026-11-02T17:48:45.427Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 382 79 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "cb30a74e-3ff3-4fef-ab09-5278a83bfcf2" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:56090 10.134.0.34:443 10.132.0.11:46288 - v1-model-routing
[2026-11-02T17:48:46.477Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 52 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "c6a4eeaf-3e40-42c6-bd24-bac8fc42bf4e" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:46298 - v1-model-routing
[2026-11-02T17:48:46.606Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 50 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "2749cdeb-089f-4b1f-90c0-90cbb0c2195b" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:46302 - v1-model-routing
[2026-11-02T17:48:51.248Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 50 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "8fd4f36b-eca8-4bee-956d-e1896a8084cf" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:46316 - v1-model-routing
[2026-11-02T17:48:51.700Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 51 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "030b4cc4-50b8-4c23-8307-ba686d531ea2" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:46332 - v1-model-routing
2026-11-02T17:48:52.309313Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T17:48:52.309338Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T17:48:52.309341Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T17:48:52.309344Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
2026-11-02T17:48:52.435825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:52.435858Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:52.435879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:52.435887Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T17:48:52.291Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 17 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "a9dcdafe-a433-4fe7-8493-4b2b420306a1" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:46346 - v1-model-routing
[2026-11-02T17:48:52.375Z] "DELETE /v1/api-keys/b70a91d7-d692-418a-92a6-6e18b07f96fe HTTP/1.1" 200 - via_upstream - "-" 0 365 60 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "c4b9d6c7-86f2-4ca4-94bf-c43967473f4a" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:59898 10.134.0.34:443 10.132.0.11:46352 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:13.152188Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:13.152219Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:13.152230Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:13.152235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:51:13.095Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 56 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "da03f7ba-03f1-4537-a16b-549c597c7605" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:38988 10.134.0.34:443 10.132.0.11:43184 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:23.749304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T17:51:28.872Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 105 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "38ac12c5-2913-45ca-852a-82851794d6a7" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:56090 10.134.0.34:443 10.132.0.11:57952 - v1-completions-path
2026-11-02T17:51:36.071678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:54:37.520067Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:54:37.520104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:54:37.520116Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:54:37.520121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T17:54:37.496Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 23 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "c215f274-a7f6-498b-96d0-7cd0e75a6f42" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:49374 10.134.0.34:443 10.132.0.11:49996 - odh-ai-gateway-infra.maas-api-route.4
2026-11-02T17:55:14.511343Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:55:14.511384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:55:14.511402Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:55:14.511409Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:55:14.010Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 322 500 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "e06ae4dc-d2db-45b6-bd32-b97e723fa5d6" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44104 10.134.0.34:443 10.132.0.11:47430 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:55:15.531444Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:55:23.871471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:55:23.871503Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:55:23.871515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T17:55:23.871520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T17:55:23.783Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 321 87 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "fe7aa98b-0454-4e17-85ea-869f94d15db8" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:49374 10.134.0.34:443 10.132.0.11:40272 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:55:49.970246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:56:45.905216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:57:26.896536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:01:41.574892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:02:04.800304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:02:47.693002Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T18:02:47.693028Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T18:02:47.693032Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T18:02:47.693038Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-02T18:02:47.658Z] "POST /llm/premium-simulated-simulated-premium/v1/completions HTTP/1.1" 403 -  - "-" 74 77 34 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "a8b604d7-cc53-4fd5-a3d7-53deae935e6b" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:47382 - v1-completions-path
2026-11-02T18:02:50.144354Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:02:56.547Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 74 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "bf6fbdfb-b745-4936-8224-87ee16404725" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:56152 10.134.0.34:443 10.132.0.11:37116 - v1-completions-path
2026-11-02T18:03:08.280912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:11.789663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:17.299562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-02T18:03:17.245Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 288 60 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "09bbce56-824a-40bc-ba71-6686ca886f43" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:56152 10.134.0.34:443 10.132.0.11:43896 - v1-completions-path
2026-11-02T18:03:29.295519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:31.057382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:33.868069Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:42.146835Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:03:49.243Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "e3b0e6a5-7572-401f-9b10-e51eddfe0eef" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:36314 - v1-completions-path
2026-11-02T18:04:06.455837Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:16.986128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:28.591110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:04:34.848Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 60 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "ac8e6ab7-e328-4818-94b6-0c917fc1cc85" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:44352 10.134.0.34:443 10.132.0.11:41558 - v1-completions-path
2026-11-02T18:04:47.779201Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:49.601523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:06.216405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:08.536791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:25.022004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:26.872588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:42.917065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:53.474026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:56.464176Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:15.141846Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:17.252352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:24.676701Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:43.010389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:53.036344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:08:45.318134Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:08:45.318165Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:08:45.318178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:08:45.318183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T18:08:45.249Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 69 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "96bc8d6e-c06e-4189-a459-0ba3986f663f" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44714 10.134.0.34:443 10.132.0.11:52182 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T18:08:55.811Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 49 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "f8472b5f-23c7-4710-8baf-6b1095ffc0e6" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.11:57220 - v1-completions-path
2026-11-02T18:08:56.939535Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:08:59.533187Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:38.299411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:53.607600Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:55.200998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:11:12.386081Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:12:40.084996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:40.085041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:40.085077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:40.085084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T18:12:40.021Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 63 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "6a4397c8-3ab5-44de-b3a1-6a629ed5fa69" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:33736 10.134.0.34:443 10.132.0.11:39394 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:12:41.747569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-02T18:12:41.747622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:12:41.747640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:12:41.747654Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:12:41.747658Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:12:41.693Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 53 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "1442d933-62a5-47b1-ae11-6172f7a9b880" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:33752 10.134.0.34:443 10.132.0.11:39402 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:12:45.848359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:01.964509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:17.821328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:29.251472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:33.078580Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:44.271282Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:47.792643Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:14:04.802582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:03.529321Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:06.530065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:17:06.530099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:17:06.530112Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:17:06.530117Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:17:06.695214Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T18:17:06.236Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 293 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "be04deec-43be-41f0-a241-30d46f01d1fe" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.135:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36874 10.134.0.34:443 10.132.0.11:36002 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T18:17:06.598Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 96 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "c559a135-2ac1-4b5d-bcbf-be2fb13d17c5" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:57796 10.134.0.34:443 10.132.0.11:36018 - v1-catch-all-path
2026-11-02T18:17:08.946570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:24.399131Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:25.988661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:40.581163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:51.390880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:53.559480Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2