2026-11-03T22:56:00.344376Z	info	FLAG: --concurrency="0"
2026-11-03T22:56:00.344393Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T22:56:00.344397Z	info	FLAG: --help="false"
2026-11-03T22:56:00.344399Z	info	FLAG: --log_as_json="false"
2026-11-03T22:56:00.344401Z	info	FLAG: --log_caller=""
2026-11-03T22:56:00.344403Z	info	FLAG: --log_output_level="default:info"
2026-11-03T22:56:00.344405Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T22:56:00.344409Z	info	FLAG: --log_target="[stdout]"
2026-11-03T22:56:00.344412Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T22:56:00.344413Z	info	FLAG: --outlierLogPath=""
2026-11-03T22:56:00.344415Z	info	FLAG: --profiling="true"
2026-11-03T22:56:00.344417Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T22:56:00.344419Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T22:56:00.344422Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T22:56:00.344424Z	info	FLAG: --stsPort="0"
2026-11-03T22:56:00.344426Z	info	FLAG: --templateFile=""
2026-11-03T22:56:00.344428Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T22:56:00.344430Z	info	FLAG: --vklog="0"
2026-11-03T22:56:00.344433Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T22:56:00.344571Z	info	Proxy role	ips=[10.134.0.42] type=router id=maas-default-gateway-openshift-default-7df854bf67-nsqjz.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T22:56:00.344612Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T22:56:00.345702Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T22:56:00.346279Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T22:56:00.346292Z	info	JWT policy is third-party-jwt
2026-11-03T22:56:00.346295Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T22:56:00.348129Z	info	Starting default Istio SDS Server
2026-11-03T22:56:00.348160Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T22:56:00.348185Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T22:56:00.348698Z	info	Opening status port 15020
2026-11-03T22:56:00.349550Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T22:56:00.350136Z	info	sds	Starting SDS grpc server
2026-11-03T22:56:00.350169Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T22:56:00.350830Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T22:56:00.351613Z	info	Starting proxy agent
2026-11-03T22:56:00.351645Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T22:56:00.383521Z	info	cache	generated new workload certificate	resourceName=default latency=33.243816ms ttl=23h59m59.61648208s
2026-11-03T22:56:00.383559Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T22:56:00.383588Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.616413344s
2026-11-03T22:56:00.416691Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T22:56:00.522256Z	info	ads	ADS: new connection for node:1
2026-11-03T22:56:00.522320Z	info	cache	returned workload certificate from cache	ttl=23h59m59.477681267s
2026-11-03T22:56:00.523323Z	info	ads	ADS: new connection for node:2
2026-11-03T22:56:00.523544Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.476457992s
2026-11-03T22:56:00.609421Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:56:09.344515Z	info	Readiness succeeded in 9.003285264s
2026-11-03T22:56:09.344985Z	info	Envoy proxy is ready
2026-11-03T22:57:46.456614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:46.456657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:46.456675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T22:57:46.456682Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T22:57:46.378Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 77 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "e20cd6bd-2156-4548-b0c9-3cc14266ad75" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44954 10.134.0.42:443 10.132.0.12:40720 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T22:57:47.226415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:47.226451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:47.226464Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T22:57:47.226468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T22:57:47.160Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 66 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "36fc262d-b851-4860-a1ee-d6593c0b3b4c" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44962 10.134.0.42:443 10.132.0.12:40726 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T22:57:47.798229Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:47.798259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:47.798272Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T22:57:47.798276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:48.161485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:48.161517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:48.161529Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:48.161534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T22:57:47.730Z] "DELETE /v1/api-keys/af1ecb6d-7ebf-4a92-a008-706a7b0c4c1f HTTP/1.1" 200 - via_upstream - "-" 0 321 67 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "e5b1d527-1ca4-49af-b077-40b847f5d7db" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44962 10.134.0.42:443 10.132.0.12:40730 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T22:57:48.101Z] "DELETE /v1/api-keys/a74ae46b-030d-4e38-a0b2-4f0d4e55ac53 HTTP/1.1" 200 - via_upstream - "-" 0 321 60 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "b6e1f22f-4996-44e1-966f-1fa9482f4b5e" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44962 10.134.0.42:443 10.132.0.12:40734 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T22:57:49.403584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:49.403625Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:49.403642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T22:57:49.403649Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:50.090678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:50.090711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:57:50.090722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T22:57:50.090727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T22:57:49.327Z] "DELETE /v1/api-keys/bb54335b-1d74-4cc1-a443-18ed36bdd290 HTTP/1.1" 200 - via_upstream - "-" 0 321 75 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "92392d8e-87e5-4eeb-a45e-173dc0c518ef" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44954 10.134.0.42:443 10.132.0.12:40748 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T22:57:50.016Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 74 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "a69114bd-1b71-4959-8661-8b22a22f2161" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44962 10.134.0.42:443 10.132.0.12:34738 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T22:57:51.796Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 83 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "e77bd58c-4393-4c88-a7bf-0041cf818c6d" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:35228 10.134.0.42:443 10.132.0.12:34754 - v1-completions-path
2026-11-03T22:57:54.782647Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:54.782678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T22:57:54.782691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T22:57:54.782695Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T22:57:54.652Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 86 328 130 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "1ce81e5b-440b-468f-90b9-a50070b99a8e" "maas.apps.2dd8850f962f7454ea35.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.42:44954 10.134.0.42:443 10.132.0.12:34782 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T22:58:40.728787Z	info	ads	ADS: new connection for node:3
2026-11-03T22:58:40.741423Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T22:58:40.741481Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T22:58:41.525989Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:58:49.757808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:59:08.038010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:59:14.111287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:59:14.111320Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:59:14.111331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T22:59:14.111335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T22:59:14.111523Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T22:59:13.887Z] "POST /anything/e2e-dft-a19378-ef3249 HTTP/1.1" 200 - via_upstream - "-" 109 1600 223 - "44.212.242.249,10.132.0.12" "python-requests/2.34.2" "3c050f4a-7d41-42a5-ac6b-849cdb090b65" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.42:57730 10.134.0.42:443 10.132.0.12:47702 - llm.external-model-e2e-dft-a19378-326285039be8.0
2026-11-03T22:59:26.561469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:59:33.124264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:59:43.936957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T22:59:55.311297Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:00:28.597651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:00:46.999874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:00:54.238587Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:00:59.817239Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-03T23:01:00.554187Z	info	ads	ADS: new connection for node:4
2026-11-03T23:01:00.561564Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T23:01:01.356896Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:01:07.357637Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:01:44.004507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:02:01.834989Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T23:02:01.899525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T23:02:06.155447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8