2026-10-30T03:39:03.203307Z	info	FLAG: --concurrency="0"
2026-10-30T03:39:03.203329Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T03:39:03.203334Z	info	FLAG: --help="false"
2026-10-30T03:39:03.203336Z	info	FLAG: --log_as_json="false"
2026-10-30T03:39:03.203338Z	info	FLAG: --log_caller=""
2026-10-30T03:39:03.203340Z	info	FLAG: --log_output_level="default:info"
2026-10-30T03:39:03.203343Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T03:39:03.203348Z	info	FLAG: --log_target="[stdout]"
2026-10-30T03:39:03.203350Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T03:39:03.203352Z	info	FLAG: --outlierLogPath=""
2026-10-30T03:39:03.203354Z	info	FLAG: --profiling="true"
2026-10-30T03:39:03.203356Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T03:39:03.203358Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T03:39:03.203361Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T03:39:03.203363Z	info	FLAG: --stsPort="0"
2026-10-30T03:39:03.203367Z	info	FLAG: --templateFile=""
2026-10-30T03:39:03.203369Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T03:39:03.203371Z	info	FLAG: --vklog="0"
2026-10-30T03:39:03.203374Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T03:39:03.203528Z	info	Proxy role	ips=[10.132.1.35] type=router id=maas-default-gateway-openshift-default-645cf464d7-j5w6v.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T03:39:03.203577Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T03:39:03.204855Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T03:39:03.205180Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T03:39:03.205200Z	info	JWT policy is third-party-jwt
2026-10-30T03:39:03.205203Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T03:39:03.207527Z	info	Starting default Istio SDS Server
2026-10-30T03:39:03.207552Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T03:39:03.207577Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T03:39:03.207803Z	info	Opening status port 15020
2026-10-30T03:39:03.209331Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T03:39:03.209691Z	info	sds	Starting SDS grpc server
2026-10-30T03:39:03.209745Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T03:39:03.211646Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T03:39:03.213390Z	info	Starting proxy agent
2026-10-30T03:39:03.213433Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T03:39:03.256362Z	info	cache	generated new workload certificate	resourceName=default latency=46.496142ms ttl=23h59m59.743643441s
2026-10-30T03:39:03.256412Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T03:39:03.256459Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.743541644s
2026-10-30T03:39:03.307780Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T03:39:03.608000Z	info	ads	ADS: new connection for node:1
2026-10-30T03:39:03.608143Z	info	cache	returned workload certificate from cache	ttl=23h59m59.391859878s
2026-10-30T03:39:03.608960Z	info	ads	ADS: new connection for node:2
2026-10-30T03:39:03.609113Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.390889815s
2026-10-30T03:39:03.725386Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:39:12.070723Z	info	Readiness succeeded in 8.8698524s
2026-10-30T03:39:12.071164Z	info	Envoy proxy is ready
2026-10-30T03:39:19.852908Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:40:41.975028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:41:18.295758Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:42:36.851713Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:52:48.128628Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:52:48.128680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:52:48.128702Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T03:52:48.128709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T03:52:48.006Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 314 121 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "09b2a051-239c-4826-89bb-008df889814d" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.134.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.35:42282 10.132.1.35:443 10.132.0.13:38136 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:52:52.003736Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:53:16.242549Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:53:49.961598Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:06.167083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:08.626216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:19.292777Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:22.698157Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T03:54:22.612Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 86 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "00c4b0cc-fc14-43c1-8235-d0c089488fe4" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.132.0.57:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:60624 10.132.1.35:443 10.132.0.13:56694 - v1-catch-all-path
2026-10-30T03:54:35.306551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:37.731109Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:54:52.461760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:55:03.581181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:55:05.418661Z	info	ads	ADS: new connection for node:3
2026-10-30T03:55:05.418814Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T03:55:05.418838Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T03:55:07.554679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:55:49.719639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:56:09.098121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:56:09.124297Z	info	ads	ADS: "" 3 terminated
2026-10-30T03:56:11.447993Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:56:14.284094Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:56:19.486546Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:57:51.017760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:57:51.017795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:57:51.017807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:57:51.017812Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T03:57:50.947Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 69 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "cb640bfd-ff91-4c0a-a225-50609807f86d" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.134.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.35:60494 10.132.1.35:443 10.132.0.13:41212 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:57:55.665689Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:58:13.272157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:58:33.675773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:58:45.695537Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:58:50.602274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:59:03.321336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:59:07.002461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T03:59:14.686Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 76 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "721e5777-d883-4b04-b7af-c85614755d9c" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:32858 - v1-completions-path
[2026-10-30T03:59:14.799Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "cebdf41d-0a83-45e8-b699-ab0c5718d428" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.35:443 10.132.0.13:32868 - v1-completions-path
2026-10-30T03:59:26.929960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:00:13.979481Z	info	ads	ADS: new connection for node:4
2026-10-30T04:00:13.984859Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T04:00:13.984978Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T04:00:15.226277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:00:16.019830Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:00:19.099932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:01:43.019191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:01:43.019224Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:01:43.019235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:01:43.019239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:01:43.019403Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T04:01:42.906Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1725 113 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "0399059d-c650-9879-aa36-24f36488118f" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.35:39036 10.132.1.35:443 10.132.0.13:52168 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T04:01:56.594651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:01:56.674238Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-30T04:01:57.248190Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:01:59.340410Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:02:06.359383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:02:23.251596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:02:27.954269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:02:31.467371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:02:31.467406Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:02:31.467420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:02:31.467425Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:02:31.400Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 170 66 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "46f24ceb-65d9-4881-a11d-1b0c50f9a019" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:43840 10.132.1.35:443 10.132.0.13:52664 - v1-catch-all-path
2026-10-30T04:02:43.416363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:02:59.226651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:03:22.622313Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:03:33.075739Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:03:37.576220Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:03:41.571569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-30T04:03:41.565Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 65 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "6a3e8676-2dd0-498d-b170-1a2b03429ea7" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:43840 10.132.1.35:443 10.132.0.13:42028 - v1-completions-path
[2026-10-30T04:03:41.652Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 64 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "81721909-0375-41c7-b06b-b7f5ec1fb18e" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:42030 - v1-completions-path
2026-10-30T04:03:54.772803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:03:57.060841Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:04:16.535742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:04:21.264128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:04:37.024185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:04:39.393075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:04:57.137796Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:05:07.993363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:05:10.961549Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:05:29.187170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:05:32.153832Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:05:37.416535Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:05:37.416574Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:05:37.416595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:05:37.416599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:05:37.336Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 331 80 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "efc013ce-ee5f-4b66-b67b-b8c75b7c8364" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.134.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.35:32948 10.132.1.35:443 10.132.0.13:41556 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:05:44.118469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:06:03.051867Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:06:13.398294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T04:06:31.510Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 43 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "d6403008-f975-43a1-9c6a-5fa0cd427cc8" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.35:443 10.132.0.13:48896 - v1-completions-path
2026-10-30T04:06:33.717696Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:06:37.287828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:08:20.878281Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:08:24.293575Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:09:54.554619Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:09.957459Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:12.324014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:27.675867Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T04:10:31.392581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:43.697980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:47.343394Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:10:50.305985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:10:50.306029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:10:50.306070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:10:50.306080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:10:50.228Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 77 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "2341e1ea-436b-4dd6-82cf-e612e3dc59b1" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.1.108:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.35:37454 10.132.1.35:443 10.132.0.13:47188 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:11:03.189713Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:11:13.427414Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:11:18.580239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:11:23.903419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-30T04:11:23.802Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 106 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "e6289ad2-2e67-45ee-9c92-35aebefdf6e6" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:57990 - v1-completions-path
2026-10-30T04:11:36.171732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:11:40.593892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:11:44.224851Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T04:11:52.054Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "6d97eb7e-8623-46d8-9f5e-9ffd2ab614f9" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:38266 - v1-completions-path
[2026-10-30T04:11:53.154Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "ca087fc0-5cbc-41cb-9687-26b4e7a70b69" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:43840 10.132.1.35:443 10.132.0.13:38274 - v1-completions-path
[2026-10-30T04:11:54.271Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 62 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "06d39c59-364f-4415-b3d9-e6e3acb8c602" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:43840 10.132.1.35:443 10.132.0.13:38288 - v1-completions-path
[2026-10-30T04:11:54.460Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 62 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "03ba52e8-989b-4ae0-a667-cb63812d0f2e" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:49838 - v1-completions-path
2026-10-30T04:12:07.259263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:12:17.569810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:12:22.182727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:12:25.636502Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:12:30.582231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T04:12:36.398Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 79 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "88048c88-39a1-4e4a-995f-4f692e9e37d2" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:59392 10.132.1.35:443 10.132.0.13:45622 - v1-completions-path
2026-10-30T04:12:48.921306Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:12:59.270941Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:13:01.553366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:13:11.294359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:13:16.400306Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:13:33.167046Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:13:53.281082Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:03.515677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:13.850762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:24.306914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:34.565017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:45.000337Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:14:55.613772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:15:05.877889Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:15:16.193374Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:15:26.536755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T04:15:28.389047Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:15:28.389105Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:15:28.389121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T04:15:28.389126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T04:15:28.288Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 101 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "4046c1ec-21db-45ec-a4ad-b56192d3f34c" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.132.1.57:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.35:59654 10.132.1.35:443 10.132.0.13:50350 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:15:29.313519Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:15:29.313546Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:15:29.313549Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:15:29.313553Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T04:15:29.169Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 88 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "daa58b6c-b6a3-429c-b42d-e40a735b5ce4" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:54146 10.132.1.35:443 10.132.0.13:50374 - v1-completions-path
[2026-10-30T04:15:29.292Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 21 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "bf4646d6-ca43-4562-b164-b89d35c191be" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.35:443 10.132.0.13:50390 - v1-completions-path
[2026-10-30T04:15:35.584Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 95 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "d62e4ddd-edac-442e-b8e7-76454dcc7960" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:54146 10.132.1.35:443 10.132.0.13:51374 - v1-completions-path
[2026-10-30T04:15:35.812Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 75 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "6fa36bec-2149-425d-9aeb-a1ff42723d48" "maas.apps.de2b76ef3c818f346074.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.35:43634 10.132.1.35:443 10.132.0.13:51384 - v1-completions-path