2026-10-29T22:27:00.710863Z	info	FLAG: --concurrency="0"
2026-10-29T22:27:00.710884Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-29T22:27:00.710890Z	info	FLAG: --help="false"
2026-10-29T22:27:00.710894Z	info	FLAG: --log_as_json="false"
2026-10-29T22:27:00.710897Z	info	FLAG: --log_caller=""
2026-10-29T22:27:00.710900Z	info	FLAG: --log_output_level="default:info"
2026-10-29T22:27:00.710903Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-29T22:27:00.710909Z	info	FLAG: --log_target="[stdout]"
2026-10-29T22:27:00.710913Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-29T22:27:00.710916Z	info	FLAG: --outlierLogPath=""
2026-10-29T22:27:00.710920Z	info	FLAG: --profiling="true"
2026-10-29T22:27:00.710923Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-29T22:27:00.710926Z	info	FLAG: --proxyLogLevel="warning"
2026-10-29T22:27:00.710929Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-29T22:27:00.710932Z	info	FLAG: --stsPort="0"
2026-10-29T22:27:00.710936Z	info	FLAG: --templateFile=""
2026-10-29T22:27:00.710939Z	info	FLAG: --tokenManagerPlugin=""
2026-10-29T22:27:00.710943Z	info	FLAG: --vklog="0"
2026-10-29T22:27:00.710946Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-29T22:27:00.711113Z	info	Proxy role	ips=[10.134.0.41] type=router id=maas-default-gateway-openshift-default-6f77ddbcb7-g2j2j.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-29T22:27:00.711170Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-29T22:27:00.712755Z	info	cpu limit detected as 2, setting concurrency
2026-10-29T22:27:00.712952Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-29T22:27:00.712962Z	info	JWT policy is third-party-jwt
2026-10-29T22:27:00.712965Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-29T22:27:00.714595Z	info	Starting default Istio SDS Server
2026-10-29T22:27:00.714627Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-29T22:27:00.714652Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-29T22:27:00.715187Z	info	Opening status port 15020
2026-10-29T22:27:00.716066Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-29T22:27:00.716836Z	info	sds	Starting SDS grpc server
2026-10-29T22:27:00.716854Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-29T22:27:00.717756Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-29T22:27:00.718517Z	info	Starting proxy agent
2026-10-29T22:27:00.718543Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-29T22:27:00.783482Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-29T22:27:00.890376Z	info	cache	generated new workload certificate	resourceName=default latency=173.386344ms ttl=23h59m59.109627958s
2026-10-29T22:27:00.890435Z	info	cache	Root cert has changed, start rotating root cert
2026-10-29T22:27:00.890466Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.109534913s
2026-10-29T22:27:00.961447Z	info	ads	ADS: new connection for node:1
2026-10-29T22:27:00.961594Z	info	cache	returned workload certificate from cache	ttl=23h59m59.03840785s
2026-10-29T22:27:00.961810Z	info	ads	ADS: new connection for node:2
2026-10-29T22:27:00.961872Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.038129358s
2026-10-29T22:27:01.044000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:27:09.096231Z	info	Readiness succeeded in 8.388937203s
2026-10-29T22:27:09.096669Z	info	Envoy proxy is ready
[2026-10-29T22:27:32.010Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 77 - "34.228.250.194,10.132.0.9" "curl/7.76.1" "2e5ae182-ee03-4c82-bd40-196816733861" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.9:52278 - v1-model-routing
[2026-10-29T22:29:49.307Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 71 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "8a6e25a4-b126-4fde-82dc-c62dd6814b9a" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.41:443 10.132.0.9:35008 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:29:50.704466Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T22:29:50.704496Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T22:29:50.704500Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T22:29:50.704506Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
2026-10-29T22:29:50.897992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:29:50.898035Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:29:50.898055Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:29:50.898062Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-29T22:29:51.022725Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:29:51.022747Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:29:51.022750Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:29:51.022754Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-29T22:29:50.664Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 77 40 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "5d8b043a-ad53-4f79-b3df-efaba143a993" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.9:58664 - v1-completions-path
[2026-10-29T22:29:50.816Z] "DELETE /v1/api-keys/285729b6-1b18-46cc-a603-ae511f223415 HTTP/1.1" 200 - via_upstream - "-" 0 321 81 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "c70b9788-a298-462d-9f53-22a668bc69c6" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:41850 10.134.0.41:443 10.132.0.9:58678 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T22:29:50.987Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 34 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "a5a1b067-a59d-4957-961d-e36f16ea8722" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.9:58688 - v1-completions-path
2026-10-29T22:29:58.716362Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:30:14.238096Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:34:34.303881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:35:10.764413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:36:45.655160Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:40:54.402199Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:43:06.695675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:45:51.244442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:46:41.480782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:58:52.183583Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-29T23:00:08.909155Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:00:08.909192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:00:08.909205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:00:08.909210Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-29T23:00:08.909383Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
2026-10-29T23:00:08.909456Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T23:00:08.909465Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T23:00:08.909468Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T23:00:08.909471Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-29T23:00:08.833Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 120 126 76 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "9bc78ada-10f2-4bc7-9611-7cc16c992afd" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:34288 10.134.0.41:443 10.132.0.9:35254 - v1-chat-completions-path
2026-10-29T23:07:32.870427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-29T23:07:32.870474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-29T23:07:32.870491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-29T23:07:32.870496Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-29T23:07:33.616438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:07:32.787Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 82 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "16abc1ce-2d1e-463e-b3ee-daa8ceedb3c1" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:35280 10.134.0.41:443 10.132.0.9:42982 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T23:07:56.002101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:08:41.397092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:08:58.599496Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:09:03.329882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:09:19.498543Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:09:34.963483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:09:40.207635Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:09:40.207672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:09:40.207686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:09:40.207692Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-29T23:09:40.131Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 76 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "6d0e04e0-4515-4947-a830-a85e1a888735" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:59774 10.134.0.41:443 10.132.0.9:57742 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T23:09:40.936Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 79 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "23cdcad7-24fd-496a-aa0b-f56ece89ce79" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:33458 10.134.0.41:443 10.132.0.9:39424 - v1-completions-path
[2026-10-29T23:09:41.331Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 52 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "33a72732-6ed3-4e2d-a421-62c8eb2faed0" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.9:39440 - v1-completions-path
2026-10-29T23:09:58.414170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:02.446086Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-10-29T23:10:08.819772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:12.932099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:30.233082Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:32.405343Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:51.800232Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:10:53.553Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 63 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "22bae590-d51c-46b7-8948-c0d16aae0641" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:34288 10.134.0.41:443 10.132.0.9:38006 - v1-completions-path
2026-10-29T23:10:55.991605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:13.620711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:30.704152Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:41.400444Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:44.561776Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:50.718325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-29T23:11:50.718369Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-29T23:11:50.718407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-29T23:11:50.718415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-10-29T23:11:50.643Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 74 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "719a9987-85b0-4450-8cb7-c7ed7a26035f" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:60546 10.134.0.41:443 10.132.0.9:52228 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T23:15:14.962187Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:15:30.538001Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:15:32.710523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:15:35.910606Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-29T23:15:35.850Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 59 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "7f6a425d-92a5-42b6-850d-0827d5df4d0e" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:34288 10.134.0.41:443 10.132.0.9:47056 - v1-completions-path
2026-10-29T23:15:48.017381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:17:07.818834Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:17:30.732934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:17:44.127781Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:17:57.121459Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:01.028210Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:11.850779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:16.198687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:34.446450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:42.128143Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T23:18:42.128171Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T23:18:42.128174Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-10-29T23:18:42.128178Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-10-29T23:18:42.059Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 69 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "e73ac94d-bbea-49f9-9ae9-3815171aa0ea" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.9:55696 - v1-catch-all-path
2026-10-29T23:18:44.393774Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:18:50.025793Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-29T23:18:49.939Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 86 - "34.228.250.194,10.132.0.9" "python-requests/2.34.2" "b6c5ed00-ecb4-4eae-a9a7-f15f251d23e1" "maas.apps.69860102db373d47a588.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:36766 10.134.0.41:443 10.132.0.9:55714 - v1-catch-all-path
2026-10-29T23:18:52.656526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:19:05.701212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:19:07.878633Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:19:22.543925Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:19:33.588849Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8