2026-10-31T04:31:23.479673Z	info	FLAG: --concurrency="0"
2026-10-31T04:31:23.479702Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T04:31:23.479706Z	info	FLAG: --help="false"
2026-10-31T04:31:23.479709Z	info	FLAG: --log_as_json="false"
2026-10-31T04:31:23.479711Z	info	FLAG: --log_caller=""
2026-10-31T04:31:23.479712Z	info	FLAG: --log_output_level="default:info"
2026-10-31T04:31:23.479715Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T04:31:23.479719Z	info	FLAG: --log_target="[stdout]"
2026-10-31T04:31:23.479721Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T04:31:23.479723Z	info	FLAG: --outlierLogPath=""
2026-10-31T04:31:23.479725Z	info	FLAG: --profiling="true"
2026-10-31T04:31:23.479727Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T04:31:23.479729Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T04:31:23.479731Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T04:31:23.479733Z	info	FLAG: --stsPort="0"
2026-10-31T04:31:23.479735Z	info	FLAG: --templateFile=""
2026-10-31T04:31:23.479736Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T04:31:23.479739Z	info	FLAG: --vklog="0"
2026-10-31T04:31:23.479742Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T04:31:23.479894Z	info	Proxy role	ips=[10.133.0.201] type=router id=maas-default-gateway-openshift-default-6886b96f9-9sp48.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T04:31:23.479933Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T04:31:23.480940Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T04:31:23.481137Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T04:31:23.481147Z	info	JWT policy is third-party-jwt
2026-10-31T04:31:23.481150Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T04:31:23.482390Z	info	Starting default Istio SDS Server
2026-10-31T04:31:23.482415Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T04:31:23.482438Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T04:31:23.482827Z	info	Opening status port 15020
2026-10-31T04:31:23.483955Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T04:31:23.484282Z	info	sds	Starting SDS grpc server
2026-10-31T04:31:23.484315Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T04:31:23.485395Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T04:31:23.486499Z	info	Starting proxy agent
2026-10-31T04:31:23.486540Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T04:31:23.548326Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T04:31:23.637056Z	info	cache	generated new workload certificate	resourceName=default latency=152.668293ms ttl=23h59m59.362947669s
2026-10-31T04:31:23.637097Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T04:31:23.637134Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.362867327s
2026-10-31T04:31:23.693326Z	info	ads	ADS: new connection for node:1
2026-10-31T04:31:23.693377Z	info	cache	returned workload certificate from cache	ttl=23h59m59.306623974s
2026-10-31T04:31:23.693523Z	info	ads	ADS: new connection for node:2
2026-10-31T04:31:23.693590Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.306410873s
2026-10-31T04:31:23.772973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:31:31.552164Z	info	Readiness succeeded in 8.074737702s
2026-10-31T04:31:31.552559Z	info	Envoy proxy is ready
2026-10-31T04:31:40.080162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:31:40.721162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:31:40.721213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:31:40.721236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:31:40.721243Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:31:40.572Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 61 303 148 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "e5f59b7e-d09f-46a2-87e4-940ec1b750d9" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:53266 10.133.0.201:443 10.132.0.15:59770 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T04:31:42.654Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 111 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "e6f4ba2b-ae5b-430b-b2b4-684868957f6d" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:42998 10.133.0.201:443 10.132.0.15:59786 - v1-chat-completions-path
[2026-10-31T04:31:42.978Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 2817 3089 65 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "efc0f3c1-5973-435b-9043-f1ea87a8b13f" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:42998 10.133.0.201:443 10.132.0.15:59798 - v1-chat-completions-path
[2026-10-31T04:31:44.948Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 66 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "7fc53c5b-19ab-41ac-8891-220cb6a7b2d9" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:42998 10.133.0.201:443 10.132.0.15:50000 - v1-chat-completions-path
2026-10-31T04:31:58.881378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:02.252071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:05.244226Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-31T04:32:05.162Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 81 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8fa1b5cc-28de-489e-8e53-b01aae0b4fc9" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.29:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:45492 10.133.0.201:443 10.132.0.15:40430 - v1-catch-all-path
2026-10-31T04:32:11.789112Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:15.188710Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-31T04:32:15.120Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 68 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "3c28601b-440a-4b51-8fc9-7b5e86372c04" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.29:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:47320 10.133.0.201:443 10.132.0.15:37232 - v1-catch-all-path
2026-10-31T04:32:16.299693Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-31T04:32:16.364480Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-31T04:32:16.293Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 71 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8533fb73-a551-48e5-a7a7-b6a8c665e427" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.29:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:47320 10.133.0.201:443 10.132.0.15:37256 - v1-catch-all-path
2026-10-31T04:32:25.463532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:34.651849Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:51.548703Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:03.324645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:07.924458Z	info	ads	ADS: new connection for node:3
2026-10-31T04:33:07.924639Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T04:33:07.924668Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T04:33:14.884621Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:54.220613Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:18.258430Z	info	ads	ADS: "" 3 terminated
2026-10-31T04:34:18.563607Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:23.465141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:40.466052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:36:54.257460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:36:54.257493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:36:54.257506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:36:54.257511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:36:54.189Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 68 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "e71b1311-b7cb-445c-9b9a-fbad0c90e862" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:47910 10.133.0.201:443 10.132.0.15:59770 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:37:11.105202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:37:33.834117Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:37:58.903162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:37:58.903202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:37:58.903220Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:37:58.903225Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:37:58.839Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 63 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "4f89f901-d591-416a-9ce3-eb98c2ced63b" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:34574 10.133.0.201:443 10.132.0.15:56042 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:38:01.233692Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:12.833343Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:19.555884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:32.591566Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:37.400461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:38:41.565Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "223bfaf7-2a10-4fce-aa98-54a9295bfaf8" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.201:443 10.132.0.15:51778 - v1-completions-path
2026-10-31T04:38:55.337037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:39:43.488089Z	info	ads	ADS: new connection for node:4
2026-10-31T04:39:43.491559Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-31T04:39:43.491605Z	info	cache	read certificate from file	resource=file-root:system
2026-10-31T04:39:47.388380Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:39:48.438825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:40:39.161891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:39.161923Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:39.161935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:39.161939Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T04:40:39.162120Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T04:40:38.962Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1714 200 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8aab76ee-6b85-44ef-a0d9-7133f105ad3a" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.201:34084 10.133.0.201:443 10.132.0.15:44398 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:40:55.686603Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:55.686634Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:55.686642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T04:40:55.686647Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:40:55.686823Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T04:40:55.558Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1706 128 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "fd8d28e1-1c87-426d-97b5-d5e6bd045fb9" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.201:34084 10.133.0.201:443 10.132.0.15:45392 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:41:43.897242Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-31T04:41:43.938148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:41:44.247541Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:44.247577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:44.247594Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:44.247599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:41:44.137Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 110 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "743089dd-f086-40c1-abe1-d638552cdb0e" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:50464 10.133.0.201:443 10.132.0.15:37220 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:41:46.646963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:41:57.064183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:42:00.274Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 75 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "1e622a7d-f17e-48b1-b4cc-fe29bfaaaae8" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:33746 10.133.0.201:443 10.132.0.15:36542 - v1-completions-path
2026-10-31T04:42:16.352468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:20.919642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:42:26.598Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 70 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "b36fb461-8cb4-412b-906d-b99c57f1b85e" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:33746 10.133.0.201:443 10.132.0.15:60712 - v1-completions-path
2026-10-31T04:42:45.022325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:59.754670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:43:07.988285Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:43:07.988320Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:43:07.988334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:43:07.988339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T04:43:07.881Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 77 318 106 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "4b2312b4-12d0-4900-9986-21bc076f93dc" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:54388 10.133.0.201:443 10.132.0.15:59428 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T04:43:10.022Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 111 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "0d50b7e4-002e-41d0-b4d3-33fe626975a9" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.201:443 10.132.0.15:59432 - v1-completions-path
[2026-10-31T04:43:13.967Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "ff7e88b7-3b7b-4070-8575-90de7e975f21" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:33746 10.133.0.201:443 10.132.0.15:51374 - v1-completions-path
2026-10-31T04:43:31.932579Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:43:42.581639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:43:48.959680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:44:00.403Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 70 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8372f6ea-1f92-4791-abdf-a56503b7f3ef" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:33746 10.133.0.201:443 10.132.0.15:52480 - v1-completions-path
2026-10-31T04:44:02.285548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-31T04:44:02.223Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "db765b71-685c-4578-8ced-5d2fad452f10" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:60700 10.133.0.201:443 10.132.0.15:52490 - v1-completions-path
2026-10-31T04:44:16.960772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:21.327607Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:32.698329Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:44:36.930Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 279 78 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "f2388316-568d-4ecf-9074-642cb85d8023" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:54204 10.133.0.201:443 10.132.0.15:58952 - v1-completions-path
2026-10-31T04:44:41.148581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:51.315014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:59.771132Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:08.874940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:45:11.825Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 66 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "203ed743-e29d-424e-a392-9cc132499aa7" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:52732 10.133.0.201:443 10.132.0.15:50876 - v1-completions-path
2026-10-31T04:45:27.050721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:33.008128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:53.308478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:58.355512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:10.636927Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:33.258061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:44.086361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:47:03.013327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:47:10.561581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:49:20.922579Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:49:20.922618Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:49:20.922638Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:49:20.922644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:49:20.802Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 120 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "ac194a87-c6da-4e83-8d29-73d41398bd05" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.201:56164 10.133.0.201:443 10.132.0.15:57764 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:49:36.274635Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:05.300424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:22.621132Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:27.729292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:41.222005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:56.723213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:00.376918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:29.633754Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:40.381426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:46.559473Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:53:02.803Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 60 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "93f55d95-42d3-4a60-8b6d-559eb7a2e3a2" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:60700 10.133.0.201:443 10.132.0.15:51356 - v1-completions-path
2026-10-31T04:53:16.887126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:53:23.284980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:53:29.778111Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:53:36.059Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "d64a6bd1-e0e4-4aaf-97c6-42fbe990cc28" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.201:60700 10.133.0.201:443 10.132.0.15:40122 - v1-completions-path
2026-10-31T04:53:58.681451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:09.343458Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:16.088887Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:22.293470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:32.067083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:57.145272Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:07.942200Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:12.881613Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:30.912958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:37.415365Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:58.501443Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:18.391200Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:29.358015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:40.217581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:51.285098Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:01.946236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:12.887347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:23.455226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:34.259028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:45.046405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:55.752338Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:58:02.443321Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T04:58:02.443348Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T04:58:02.443351Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T04:58:02.443356Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-31T04:58:02.418Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 25 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "7e795fff-85fc-4eab-b01e-b3967790146e" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.201:443 10.132.0.15:47688 - v1-completions-path