2026-10-30T05:43:18.489510Z	info	FLAG: --concurrency="0"
2026-10-30T05:43:18.489529Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T05:43:18.489533Z	info	FLAG: --help="false"
2026-10-30T05:43:18.489535Z	info	FLAG: --log_as_json="false"
2026-10-30T05:43:18.489537Z	info	FLAG: --log_caller=""
2026-10-30T05:43:18.489539Z	info	FLAG: --log_output_level="default:info"
2026-10-30T05:43:18.489541Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T05:43:18.489545Z	info	FLAG: --log_target="[stdout]"
2026-10-30T05:43:18.489548Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T05:43:18.489550Z	info	FLAG: --outlierLogPath=""
2026-10-30T05:43:18.489552Z	info	FLAG: --profiling="true"
2026-10-30T05:43:18.489553Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T05:43:18.489555Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T05:43:18.489558Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T05:43:18.489560Z	info	FLAG: --stsPort="0"
2026-10-30T05:43:18.489561Z	info	FLAG: --templateFile=""
2026-10-30T05:43:18.489563Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T05:43:18.489566Z	info	FLAG: --vklog="0"
2026-10-30T05:43:18.489568Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T05:43:18.489703Z	info	Proxy role	ips=[10.133.0.40] type=router id=maas-default-gateway-openshift-default-84587756dc-6qzpc.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T05:43:18.489756Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T05:43:18.490805Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T05:43:18.491398Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T05:43:18.491409Z	info	JWT policy is third-party-jwt
2026-10-30T05:43:18.491412Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T05:43:18.492849Z	info	Starting default Istio SDS Server
2026-10-30T05:43:18.492879Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T05:43:18.492895Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T05:43:18.493299Z	info	Opening status port 15020
2026-10-30T05:43:18.494135Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T05:43:18.494847Z	info	sds	Starting SDS grpc server
2026-10-30T05:43:18.494864Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T05:43:18.495670Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T05:43:18.496546Z	info	Starting proxy agent
2026-10-30T05:43:18.496577Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T05:43:18.557659Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T05:43:18.600384Z	info	cache	generated new workload certificate	resourceName=default latency=105.394597ms ttl=23h59m59.399619599s
2026-10-30T05:43:18.600417Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T05:43:18.600444Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.399556435s
2026-10-30T05:43:18.677253Z	info	ads	ADS: new connection for node:1
2026-10-30T05:43:18.677309Z	info	cache	returned workload certificate from cache	ttl=23h59m59.322692589s
2026-10-30T05:43:18.677692Z	info	ads	ADS: new connection for node:2
2026-10-30T05:43:18.677749Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.322251503s
2026-10-30T05:43:18.757844Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:43:26.607871Z	info	Readiness succeeded in 8.121019483s
2026-10-30T05:43:26.608231Z	info	Envoy proxy is ready
[2026-10-30T05:43:41.189Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 65 - "34.228.250.194,10.132.0.20" "curl/7.76.1" "c4471a6a-41fa-4401-8f15-05e6d3fcaad9" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:49880 - v1-model-routing
[2026-10-30T05:43:41.367Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 55 - "34.228.250.194,10.132.0.20" "curl/7.76.1" "35f116cc-9294-4766-af5d-e4595a61113e" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:49886 - v1-model-routing
2026-10-30T05:46:17.981110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:46:17.981303Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:46:17.981336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:46:17.981344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T05:46:17.854Z] "DELETE /v1/api-keys/26e2089f-b5ee-4525-ba1e-25fe87b72eaa HTTP/1.1" 200 - via_upstream - "-" 0 370 127 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "da0661f4-ca57-41c5-a51e-4b640ff80feb" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:45326 10.133.0.40:443 10.132.0.20:38260 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:46:18.476Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 51 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "70ea2ef8-d185-4044-85a1-c3c9fd1c9d49" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.40:443 10.132.0.20:38276 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:46:19.580902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:46:19.580940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:46:19.580960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:46:19.580966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T05:46:19.487Z] "DELETE /v1/api-keys/50a74f7a-500d-4089-bb77-db041a77d05f HTTP/1.1" 200 - via_upstream - "-" 0 321 93 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "9268b12c-9779-48be-b9a0-81571561f188" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:45330 10.133.0.40:443 10.132.0.20:38294 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:46:19.905Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 73 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "fd023c49-93c2-446f-8659-ef0863a21ddc" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.40:443 10.132.0.20:38308 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:46:20.693536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:46:20.693570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:46:20.693585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:46:20.693590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:46:20.588Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 104 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "3db844f0-179e-4e5c-a035-df444a85869c" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:45330 10.133.0.40:443 10.132.0.20:38312 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:46:26.343440Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:46:26.343465Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:46:26.343468Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:46:26.343472Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T05:46:26.301Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 42 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "537d1aea-115e-46f0-93ea-d08c65d3613b" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:40074 - v1-completions-path
2026-10-30T05:46:42.071934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T05:46:49.181Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 111 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "a67cccc2-1557-4849-ab3f-0b11b41c82c4" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.134.0.26:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:41700 10.133.0.40:443 10.132.0.20:53114 - v1-completions-path
[2026-10-30T05:46:49.313Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 88 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "ac171100-4a53-4fd3-ba43-6459e8f28054" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.134.0.26:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:41700 10.133.0.40:443 10.132.0.20:53130 - v1-completions-path
2026-10-30T05:46:56.557014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:49:54.722932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:49:54.722973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:49:54.722991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:49:54.722996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:49:54.813393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:49:54.813427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:49:54.813441Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:49:54.813445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T05:49:54.649Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 568 73 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "726170c7-7b30-4aa5-bdd5-504231a4c63d" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:39728 10.133.0.40:443 10.132.0.20:33862 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:49:54.744Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 321 69 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "d5a38d7e-aeab-4747-aa25-23d612a5c521" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:39728 10.133.0.40:443 10.132.0.20:33872 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:52:41.078331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:53:40.839897Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:54:20.533263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:56:09.047555Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:11:34.796812Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T06:24:50.705330Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:25:15.931853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:25:56.791197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T06:26:00.983Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 73 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "2fcc75aa-fc22-46fd-936c-4274266ebdfe" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47654 10.133.0.40:443 10.132.0.20:56510 - v1-completions-path
[2026-10-30T06:26:01.380Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 61 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "657c71e8-3573-42a5-944d-24baa1e3be10" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:56516 - v1-completions-path
2026-10-30T06:26:01.631784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-30T06:26:01.579Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 56 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "540eab34-481b-447e-8ea3-0cf90765ffec" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:56526 - v1-completions-path
[2026-10-30T06:26:02.015Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 55 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "71072013-0858-4f45-933d-8c438cd0863c" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:56534 - v1-completions-path
2026-10-30T06:26:13.913074Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:26:17.938694Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:26:21.660816Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-30T06:26:21.597Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 62 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "b5475710-865f-478c-ae8a-e0476c559a35" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47654 10.133.0.40:443 10.132.0.20:34022 - v1-completions-path
2026-10-30T06:26:21.963793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:26:21.963829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:26:21.963843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:26:21.963847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T06:26:21.680Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 56 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "8f96b101-cf53-490b-bb5a-ddfcb6dfec79" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47654 10.133.0.40:443 10.132.0.20:34036 - v1-completions-path
[2026-10-30T06:26:21.912Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 170 51 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "746f960f-f78e-4a12-9aba-27eba0d4aecf" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:34048 - v1-catch-all-path
2026-10-30T06:26:33.950523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:26:36.357784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:26:39.268675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:26:49.617348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T06:26:54.948Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 299 63 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "9cb73c30-1c39-4b93-adc3-e07105fac46d" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47654 10.133.0.40:443 10.132.0.20:32910 - v1-completions-path
[2026-10-30T06:26:55.866Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 54 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "096236af-e60a-4c37-98fb-c9c15306798b" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:59474 - v1-completions-path
2026-10-30T06:27:12.645292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:27:23.116334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:27:27.231638Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T06:27:31.736Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "8e85c148-e176-4ee2-a550-ba31689f619f" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47654 10.133.0.40:443 10.132.0.20:36096 - v1-completions-path
[2026-10-30T06:27:32.521Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 58 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "1fcdb3c0-d7f9-40b7-b3df-2b4b3e6c3ba9" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:36120 - v1-completions-path
[2026-10-30T06:27:32.671Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 81 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "b64e6f69-ce8f-4f5f-93ed-bfc0f7e5469a" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:47670 10.133.0.40:443 10.132.0.20:36122 - v1-completions-path
2026-10-30T06:27:44.688402Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:27:46.763079Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:27:54.228307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:27:54.228354Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:27:54.228371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T06:27:54.228376Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T06:27:54.150Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 314 77 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "b2037034-0443-4487-a638-032a15d57da8" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:58750 10.133.0.40:443 10.132.0.20:39922 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T06:28:06.214123Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:28:10.663756Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:28:26.285545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:28:28.408353Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:28:46.441762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:28:57.338201Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:29:00.443961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T06:29:05.679Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 58 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "8d925432-887f-44aa-9c21-6d1b04b407bd" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.134.0.26:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:41700 10.133.0.40:443 10.132.0.20:53332 - v1-completions-path
2026-10-30T06:29:18.290300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:29:20.845513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:29:26.558313Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:29:26.558352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T06:29:26.558367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T06:29:26.558373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T06:29:26.485Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 331 73 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "0a686020-35a4-4254-bb40-a489cd6322ff" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:40588 10.133.0.40:443 10.132.0.20:54116 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T06:29:39.900Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 39 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "abf7da35-8fd0-46e2-bd5b-ad262044fbf3" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:37578 - v1-completions-path
2026-10-30T06:29:41.914511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:29:44.600718Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T06:31:18.530Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 48 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "e27053ad-c4cf-4c28-838b-63add193c74f" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.20:45230 - v1-completions-path
2026-10-30T06:31:20.662316Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:31:24.009366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:32:54.423103Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:33:09.962084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:33:12.049499Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:33:27.064023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:34:44.966259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:00.374024Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:16.380478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:30.605526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:33.645731Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:46.386819Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:35:49.993071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:09.827500Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:19.548161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:25.191328Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
2026-10-30T06:36:25.413098Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T06:36:25.107Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 83 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "ea462068-9192-485c-a2b4-f59e7717a949" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:54880 10.133.0.40:443 10.132.0.20:37676 - v1-catch-all-path
[2026-10-30T06:36:25.350Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 62 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "22217eb2-4e06-43cb-a879-a70edf0d7b17" "maas.apps.3b714319aaccfb1f8a93.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.40:54880 10.133.0.40:443 10.132.0.20:37678 - v1-catch-all-path
2026-10-30T06:36:27.702711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:41.632011Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:43.691876Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:36:58.464606Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T06:37:09.499963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8