2026-11-01T22:30:23.179806Z	info	FLAG: --concurrency="0"
2026-11-01T22:30:23.179833Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-01T22:30:23.179837Z	info	FLAG: --help="false"
2026-11-01T22:30:23.179840Z	info	FLAG: --log_as_json="false"
2026-11-01T22:30:23.179842Z	info	FLAG: --log_caller=""
2026-11-01T22:30:23.179844Z	info	FLAG: --log_output_level="default:info"
2026-11-01T22:30:23.179846Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-01T22:30:23.179850Z	info	FLAG: --log_target="[stdout]"
2026-11-01T22:30:23.179853Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-01T22:30:23.179855Z	info	FLAG: --outlierLogPath=""
2026-11-01T22:30:23.179857Z	info	FLAG: --profiling="true"
2026-11-01T22:30:23.179859Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-01T22:30:23.179861Z	info	FLAG: --proxyLogLevel="warning"
2026-11-01T22:30:23.179863Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-01T22:30:23.179865Z	info	FLAG: --stsPort="0"
2026-11-01T22:30:23.179867Z	info	FLAG: --templateFile=""
2026-11-01T22:30:23.179870Z	info	FLAG: --tokenManagerPlugin=""
2026-11-01T22:30:23.179872Z	info	FLAG: --vklog="0"
2026-11-01T22:30:23.179875Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-01T22:30:23.180038Z	info	Proxy role	ips=[10.132.0.47] type=router id=maas-default-gateway-openshift-default-58847f9fc5-d6k7r.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-01T22:30:23.180089Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-01T22:30:23.181376Z	info	cpu limit detected as 2, setting concurrency
2026-11-01T22:30:23.181646Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-01T22:30:23.181657Z	info	JWT policy is third-party-jwt
2026-11-01T22:30:23.181660Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-01T22:30:23.184620Z	info	Starting default Istio SDS Server
2026-11-01T22:30:23.184653Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-01T22:30:23.184673Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-01T22:30:23.184676Z	info	Opening status port 15020
2026-11-01T22:30:23.185505Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-01T22:30:23.186963Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-01T22:30:23.187926Z	info	Starting proxy agent
2026-11-01T22:30:23.187959Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-01T22:30:23.204792Z	info	sds	Starting SDS grpc server
2026-11-01T22:30:23.204825Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-01T22:30:23.252599Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-01T22:30:23.393653Z	info	cache	generated new workload certificate	resourceName=default latency=207.95582ms ttl=23h59m59.606352706s
2026-11-01T22:30:23.393701Z	info	cache	Root cert has changed, start rotating root cert
2026-11-01T22:30:23.393743Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.606257669s
2026-11-01T22:30:23.426234Z	info	ads	ADS: new connection for node:1
2026-11-01T22:30:23.426593Z	info	ads	ADS: new connection for node:2
2026-11-01T22:30:23.426675Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.573326784s
2026-11-01T22:30:23.426802Z	info	cache	returned workload certificate from cache	ttl=23h59m59.573200826s
2026-11-01T22:30:23.513694Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:30:31.439666Z	info	Readiness succeeded in 8.262906664s
2026-11-01T22:30:31.440096Z	info	Envoy proxy is ready
[2026-11-01T22:30:54.857Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 68 - "44.212.242.249,10.132.0.11" "curl/7.76.1" "0f5cf3a1-afcd-4aeb-a64e-6c96e9092504" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.47:443 10.132.0.11:58540 - v1-model-routing
2026-11-01T22:30:55.916471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:30:55.916539Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:30:55.916561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T22:30:55.916567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-01T22:30:55.655Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 53 - "44.212.242.249,10.132.0.11" "curl/7.76.1" "bc6590e6-1248-4462-b95f-1ac941142d05" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.47:443 10.132.0.11:58554 - v1-model-routing
[2026-11-01T22:30:55.852Z] "DELETE /v1/api-keys/16a95511-56ea-42ad-b1f1-b3841fef5214 HTTP/1.1" 200 - via_upstream - "-" 0 365 64 - "44.212.242.249,10.132.0.11" "curl/7.76.1" "6e8a622f-3c2c-407a-a78b-08e5aa966be3" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:53716 10.132.0.47:443 10.132.0.11:58556 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:33:13.244931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:13.244976Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:13.244996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T22:33:13.245003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T22:33:13.148Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 327 96 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6ff84767-83b3-4fae-9032-d48701cad8eb" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44300 10.132.0.47:443 10.132.0.11:52600 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:33:13.872250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:13.872285Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:13.872303Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:13.872309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T22:33:14.062196Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:14.062237Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:14.062255Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:14.062262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T22:33:14.490482Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:14.490550Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:14.490567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:14.490572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T22:33:13.467Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 39 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "fcc46ea9-cb5f-44ae-b1f1-b103a14aeb94" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.47:443 10.132.0.11:52610 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:13.811Z] "DELETE /v1/api-keys/be0ecf24-7b10-4668-b013-312735effdb2 HTTP/1.1" 200 - via_upstream - "-" 0 321 60 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "e3deaf92-d8cd-4cce-a53d-4b5c689ea936" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44300 10.132.0.47:443 10.132.0.11:52620 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:13.998Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 63 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "21c40544-8742-4c33-aba3-addf5c813d51" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44300 10.132.0.47:443 10.132.0.11:52628 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:14.234Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 38 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "0bb6effd-32d5-4ffd-92f7-8a4dd45a96f4" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.47:443 10.132.0.11:52642 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:14.413Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 77 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f6b8033b-9e6e-46c7-8e74-eb5380e0d1bd" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44310 10.132.0.47:443 10.132.0.11:52654 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:33:14.962238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:14.962269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:14.962282Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T22:33:14.962287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-01T22:33:14.667Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 40 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "95c785c2-53cb-41d9-b255-2bac1ea46c50" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.47:443 10.132.0.11:52662 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:14.900Z] "DELETE /v1/api-keys/2f768332-3528-47ca-a493-8fd912199d81 HTTP/1.1" 200 - via_upstream - "-" 0 321 62 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "cbc42090-798e-41e3-b941-8418180559fd" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44310 10.132.0.47:443 10.132.0.11:52670 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:33:16.683961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:16.683995Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:16.684007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T22:33:16.684012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T22:33:16.948947Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:16.948982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:16.948998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:16.949002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T22:33:16.675Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 8 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "74f6e231-6dc3-4764-bdce-730509ef1e37" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44300 10.132.0.47:443 10.132.0.11:52682 - odh-ai-gateway-infra.maas-api-route.4
[2026-11-01T22:33:16.886Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 62 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "5c801d39-a6ae-47f4-bc46-d19950b4ee26" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44310 10.132.0.47:443 10.132.0.11:52686 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:33:20.469384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-01T22:33:20.558411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:20.558443Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T22:33:20.558456Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T22:33:20.558461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-01T22:33:20.457Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 101 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6f0d2250-a82e-4ab5-8dd2-1a925887443f" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:44310 10.132.0.47:443 10.132.0.11:57382 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T22:33:23.034Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 78 - "44.212.242.249,10.132.0.11" "-" "30d582f1-4fc5-4962-b935-ca73fbb64533" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:46256 10.132.0.47:443 10.132.0.11:57390 - v1-completions-path
2026-11-01T22:33:30.980701Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:33:38.172367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:35:46.003Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 136 339 112 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "84e67bd7-ea63-45b7-ad0f-a96798077f49" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:46146 10.132.0.47:443 10.132.0.11:47966 - v1-chat-completions-path
2026-11-01T22:36:38.975924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:39:14.522736Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:39:48.575811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:41:07.616763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:41:51.180625Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:44:27.866003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:45:48.820362Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:46:22.043216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:51:03.182082Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:51:27.253675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:09.530260Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T22:52:09.530286Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T22:52:09.530290Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T22:52:09.530293Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-01T22:52:09.487Z] "POST /llm/premium-simulated-simulated-premium/v1/completions HTTP/1.1" 403 -  - "-" 74 77 42 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "7ff49af7-1c56-4e8d-b384-fe5bb46b9c8a" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.47:443 10.132.0.11:59726 - v1-completions-path
2026-11-01T22:52:12.466305Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:52:16.364Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "66d575b9-ab84-4bca-988f-806294b2f1b6" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.47:443 10.132.0.11:59744 - v1-completions-path
2026-11-01T22:52:27.918591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:29.666320Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:46.570264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:48.173880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:51.137198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:52:59.387885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:53:05.338Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 74 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "3cb231b8-28c3-452f-ab22-1cd46abde12e" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:58872 - v1-completions-path
[2026-11-01T22:53:06.118Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "a24d4b74-9b48-49c8-bec5-fff06a7bc4d4" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:58888 - v1-completions-path
2026-11-01T22:53:07.205360Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-01T22:53:07.142Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 66 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "7b5ce91e-3124-415d-8bce-ac57479ee484" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:58904 - v1-completions-path
2026-11-01T22:53:23.546940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:53:33.816076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:53:35.478029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:53:42.229Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 63 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f2357ab1-ba86-41c3-b3c3-6857b85e7f91" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:44688 - v1-completions-path
[2026-11-01T22:53:42.341Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 60 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "7b3d5a8b-cd70-4937-aad0-bcf2bfeb488d" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:44700 - v1-completions-path
[2026-11-01T22:53:42.704Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "c9b9e88d-65a9-45fc-b8c9-41a49da112da" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:45198 10.132.0.47:443 10.132.0.11:44712 - v1-completions-path
2026-11-01T22:53:54.408213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:53:55.977172Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:12.455163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:14.511224Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:31.189861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:32.770420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:48.956506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:54:59.586769Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:02.117086Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:18.016763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:20.156393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:27.693148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:45.849590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:55:56.160130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:01:13.316346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T23:01:12.326Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 44 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "046308cb-f7b4-4df8-be0a-f69c3b435961" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.47:443 10.132.0.11:37992 - v1-completions-path
2026-11-01T23:01:15.590142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:02:54.073058Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:02:56.761634Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:03:01.006581Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-01T23:04:30.417241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T23:04:31.303Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 306 1776 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f60b0fcf-b670-9078-895d-f1e45a00a35c" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:39166 10.132.0.47:443 10.132.0.11:44494 - v1-completions-path
2026-11-01T23:04:45.670728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:04:47.470848Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:05:06.464134Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:06:28.284378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:06:28.284416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:06:28.284432Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:06:28.284437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T23:06:28.195Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 33 325 89 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "65cf342e-9c3a-4613-aeb9-334073f4a612" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:39904 10.132.0.47:443 10.132.0.11:60722 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T23:06:31.664754Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:06:49.100352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:03.138586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:07:03.138629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:07:03.138648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:07:03.138655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T23:07:03.074Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 64 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "98777030-0924-423c-81d6-c76e812dc6a4" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:36746 10.132.0.47:443 10.132.0.11:50168 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T23:07:04.575213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:16.437152Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:19.855943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:30.835563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:33.224802Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:07:38.896627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-01T23:07:38.942829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:07:38.942868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:07:38.942886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T23:07:38.942891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T23:07:38.888Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 54 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "e38ffdcc-d8c5-4e5f-bec7-91408a7f1c4d" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.47:36746 10.132.0.47:443 10.132.0.11:59284 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T23:07:38.998Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "dc9d07dd-aef2-461a-b0eb-a9c1a431a69e" "maas.apps.3e43e8909c74f3327723.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.47:50164 10.132.0.47:443 10.132.0.11:59300 - v1-completions-path
2026-11-01T23:07:51.099663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:10:41.158709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:10:46.291218Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:11:01.650035Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:11:03.295111Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:11:17.874759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T23:11:28.609716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9