{"level":"info","ts":1785249624.7293556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","EoS":true} {"level":"info","ts":1785249624.7293837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","header":"x-maas-username"} {"level":"info","ts":1785249624.7293944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","header":"x-maas-group"} {"level":"info","ts":1785249624.7294004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","header":"x-maas-subscription"} {"level":"info","ts":1785249624.7294147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249624.7294412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.7307203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.730742,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.730758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","EoS":false} {"level":"info","ts":1785249624.7307699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","EoS":true} {"level":"info","ts":1785249624.7308,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.8687172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249624.8688016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8688157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8688288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","EoS":true} {"level":"info","ts":1785249624.8688602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","header":"x-maas-group"} {"level":"info","ts":1785249624.8688712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","header":"x-maas-subscription"} {"level":"info","ts":1785249624.8688774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","header":"x-maas-username"} {"level":"info","ts":1785249624.8688912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249624.8689213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8698854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8699064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.869925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","EoS":false} {"level":"info","ts":1785249624.8699405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","EoS":true} {"level":"info","ts":1785249624.8699725,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249625.0115767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.0116615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.0116768,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.0116928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","EoS":true} {"level":"info","ts":1785249625.0117195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","header":"x-maas-group"} {"level":"info","ts":1785249625.011776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","header":"x-maas-username"} {"level":"info","ts":1785249625.0117824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","header":"x-maas-subscription"} {"level":"info","ts":1785249625.0117958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.0118222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.014234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.0142539,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.0142684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","EoS":false} {"level":"info","ts":1785249625.0142808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","EoS":true} {"level":"info","ts":1785249625.0143087,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.153678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.1537533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1537623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1537735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","EoS":true} {"level":"info","ts":1785249625.1538405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","header":"x-maas-subscription"} {"level":"info","ts":1785249625.1538603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","header":"x-maas-username"} {"level":"info","ts":1785249625.1538656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","header":"x-maas-group"} {"level":"info","ts":1785249625.1538782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.153904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1547182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1547377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.154752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","EoS":false} {"level":"info","ts":1785249625.1547632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","EoS":true} {"level":"info","ts":1785249625.154807,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.2916262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.291765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2917812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2918034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","EoS":true} {"level":"info","ts":1785249625.291832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","header":"x-maas-username"} {"level":"info","ts":1785249625.2918425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","header":"x-maas-subscription"} {"level":"info","ts":1785249625.2918608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","header":"x-maas-group"} {"level":"info","ts":1785249625.291879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.2919052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2927146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.292734,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2927487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","EoS":false} {"level":"info","ts":1785249625.2927637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","EoS":true} {"level":"info","ts":1785249625.2927928,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249644.319183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.3192785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.319292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.3193085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","EoS":true} {"level":"info","ts":1785249644.3193345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","header":"x-maas-subscription"} {"level":"info","ts":1785249644.319346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","header":"x-maas-username"} {"level":"info","ts":1785249644.3193512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","header":"x-maas-group"} {"level":"info","ts":1785249644.3193648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249644.3193948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.320323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.320344,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.3203604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","EoS":false} {"level":"info","ts":1785249644.3203714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","EoS":true} {"level":"info","ts":1785249644.3203998,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.4301267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.4302247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249644.431116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249644.4311357,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249644.4311528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"559350a1-6503-474b-a125-f61a4191119f","EoS":false} {"level":"info","ts":1785249644.4311657,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249644.4311938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"559350a1-6503-474b-a125-f61a4191119f","EoS":true} {"level":"info","ts":1785249644.4312036,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249649.0559008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249649.0559835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.055997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.0560093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","EoS":true} {"level":"info","ts":1785249649.0560327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","header":"x-maas-subscription"} {"level":"info","ts":1785249649.0560422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","header":"x-maas-username"} {"level":"info","ts":1785249649.0560474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","header":"x-maas-group"} {"level":"info","ts":1785249649.056061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249649.0560875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.0571024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.0571237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.057138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","EoS":false} {"level":"info","ts":1785249649.0571496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","EoS":true} {"level":"info","ts":1785249649.0571806,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249661.7187011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249661.7187798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.7187889,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.7188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","EoS":true} {"level":"info","ts":1785249661.7188268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","header":"x-maas-subscription"} {"level":"info","ts":1785249661.718835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","header":"x-maas-username"} {"level":"info","ts":1785249661.7188401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","header":"x-maas-group"} {"level":"info","ts":1785249661.7188554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249661.718876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.7208583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.7208803,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.720896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","EoS":false} {"level":"info","ts":1785249661.7209084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","EoS":true} {"level":"info","ts":1785249661.7209368,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249674.6048892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249674.604967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.604977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.6049879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","EoS":true} {"level":"info","ts":1785249674.6050122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","header":"x-maas-group"} {"level":"info","ts":1785249674.605025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","header":"x-maas-subscription"} {"level":"info","ts":1785249674.605032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","header":"x-maas-username"} {"level":"info","ts":1785249674.6050603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249674.6050985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.6075454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.6075704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.6075866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","EoS":false} {"level":"info","ts":1785249674.6075985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","EoS":true} {"level":"info","ts":1785249674.6076283,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249683.133182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249683.1332796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.1332943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.1333075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","EoS":true} {"level":"info","ts":1785249683.1333334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","header":"x-maas-subscription"} {"level":"info","ts":1785249683.133343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","header":"x-maas-group"} {"level":"info","ts":1785249683.1333485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","header":"x-maas-username"} {"level":"info","ts":1785249683.1333618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249683.133382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.1343915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.13442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.1344364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","EoS":false} {"level":"info","ts":1785249683.134449,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","EoS":true} {"level":"info","ts":1785249683.1344824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249692.0128248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249692.012908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249692.0129178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249692.0129287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","EoS":true} {"level":"info","ts":1785249692.0129535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","header":"x-maas-group"} {"level":"info","ts":1785249692.0129647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","header":"x-maas-subscription"} {"level":"info","ts":1785249692.0129697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","header":"x-maas-username"} {"level":"info","ts":1785249692.0129826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249692.0130086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249692.014034,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249692.0140564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249692.0140724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","EoS":false} {"level":"info","ts":1785249692.0140836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","EoS":true} {"level":"info","ts":1785249692.0141127,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249720.1825287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249720.1826305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1826394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1826508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","EoS":true} {"level":"info","ts":1785249720.1826744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","header":"x-maas-subscription"} {"level":"info","ts":1785249720.182686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","header":"x-maas-group"} {"level":"info","ts":1785249720.182692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","header":"x-maas-username"} {"level":"info","ts":1785249720.1827056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249720.182731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1836646,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1837144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1837306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","EoS":false} {"level":"info","ts":1785249720.1837463,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","EoS":true} {"level":"info","ts":1785249720.183777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249742.891205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249742.8912783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.891288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.8912985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","EoS":true} {"level":"info","ts":1785249742.8913226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","header":"x-maas-username"} {"level":"info","ts":1785249742.8913343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","header":"x-maas-subscription"} {"level":"info","ts":1785249742.8913858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","header":"x-maas-group"} {"level":"info","ts":1785249742.891404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249742.8914332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.8923893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.8924131,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.892429,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","EoS":false} {"level":"info","ts":1785249742.8924415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","EoS":true} {"level":"info","ts":1785249742.8924692,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249784.3513374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249784.3514218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.3514345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.351447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","EoS":true} {"level":"info","ts":1785249784.351476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","header":"x-maas-group"} {"level":"info","ts":1785249784.351487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","header":"x-maas-subscription"} {"level":"info","ts":1785249784.3514917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","header":"x-maas-username"} {"level":"info","ts":1785249784.3515751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249784.3516028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.3549166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.354944,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.354967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","EoS":false} {"level":"info","ts":1785249784.3549798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","EoS":true} {"level":"info","ts":1785249784.355008,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249793.7863607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249793.7864468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.786458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.7864692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","EoS":true} {"level":"info","ts":1785249793.7864928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","header":"x-maas-username"} {"level":"info","ts":1785249793.786504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","header":"x-maas-subscription"} {"level":"info","ts":1785249793.7865086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","header":"x-maas-group"} {"level":"info","ts":1785249793.7865226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249793.7865722,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.7892134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.7892394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.7892547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","EoS":false} {"level":"info","ts":1785249793.789266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","EoS":true} {"level":"info","ts":1785249793.7892966,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.8267689,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249793.8268495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.8268628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.8268797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","EoS":true} {"level":"info","ts":1785249793.8269055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","header":"x-maas-username"} {"level":"info","ts":1785249793.8269138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","header":"x-maas-group"} {"level":"info","ts":1785249793.8269188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","header":"x-maas-subscription"} {"level":"info","ts":1785249793.8269331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249793.8269606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.828054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.8280728,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.828087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","EoS":false} {"level":"info","ts":1785249793.828098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","EoS":true} {"level":"info","ts":1785249793.828129,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249812.9916818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249812.9917657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.9917765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.9917874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","EoS":true} {"level":"info","ts":1785249812.9918213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","header":"x-maas-group"} {"level":"info","ts":1785249812.9918334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","header":"x-maas-subscription"} {"level":"info","ts":1785249812.991839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","header":"x-maas-username"} {"level":"info","ts":1785249812.9918523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249812.9918723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.9928896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.992913,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.992928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","EoS":false} {"level":"info","ts":1785249812.9929426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","EoS":true} {"level":"info","ts":1785249812.9929755,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249946.6874964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249946.687606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6876173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6876287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","EoS":true} {"level":"info","ts":1785249946.6876535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","header":"x-maas-username"} {"level":"info","ts":1785249946.687665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","header":"x-maas-group"} {"level":"info","ts":1785249946.6876705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","header":"x-maas-subscription"} {"level":"info","ts":1785249946.6876848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249946.6877105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6894615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.689481,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6894932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","EoS":false} {"level":"info","ts":1785249946.6895049,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","EoS":true} {"level":"info","ts":1785249946.6895456,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249988.1414542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249988.1415622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.141574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.1415877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","EoS":true} {"level":"info","ts":1785249988.1416147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","header":"x-maas-subscription"} {"level":"info","ts":1785249988.1416266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","header":"x-maas-username"} {"level":"info","ts":1785249988.1416311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","header":"x-maas-group"} {"level":"info","ts":1785249988.1416445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249988.14167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.144161,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.1441834,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.1441987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","EoS":false} {"level":"info","ts":1785249988.1442115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","EoS":true} {"level":"info","ts":1785249988.1442406,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785250003.4324005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250003.432493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.4325032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.432514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","EoS":true} {"level":"info","ts":1785250003.4325545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","header":"x-maas-subscription"} {"level":"info","ts":1785250003.4325628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","header":"x-maas-username"} {"level":"info","ts":1785250003.432568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","header":"x-maas-group"} {"level":"info","ts":1785250003.4325821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250003.43261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.4336035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.4336257,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.433642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","EoS":false} {"level":"info","ts":1785250003.433655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","EoS":true} {"level":"info","ts":1785250003.4336882,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250326.957617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250326.9577072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9577174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9577296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","EoS":true} {"level":"info","ts":1785250326.9577549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","header":"x-maas-group"} {"level":"info","ts":1785250326.9577656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","header":"x-maas-subscription"} {"level":"info","ts":1785250326.9577718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","header":"x-maas-username"} {"level":"info","ts":1785250326.9577842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250326.9578066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.962499,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.962522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9625604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","EoS":false} {"level":"info","ts":1785250326.9625728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","EoS":true} {"level":"info","ts":1785250326.9626036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250327.0041437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250327.0042222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.0042322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.0042427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","EoS":true} {"level":"info","ts":1785250327.0042741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","header":"x-maas-username"} {"level":"info","ts":1785250327.0042887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","header":"x-maas-group"} {"level":"info","ts":1785250327.0042965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","header":"x-maas-subscription"} {"level":"info","ts":1785250327.004312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250327.0043392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.005141,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.005163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.0051785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","EoS":false} {"level":"info","ts":1785250327.0051908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","EoS":true} {"level":"info","ts":1785250327.0052204,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250331.8453166,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"648a57d8-9dfb-49cc-a2f9-8f570f89a6dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785250331.8456059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37530.090005202,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.845633,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.8831632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.9464421,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"648a57d8-9dfb-49cc-a2f9-8f570f89a6dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785250331.9609973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87de9a48-7fb3-4d79-bd8a-93cdc40f1224","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250331.960991,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"698a3bfd-8343-4602-a470-4853725006e5"} {"level":"info","ts":1785250331.961041,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87de9a48-7fb3-4d79-bd8a-93cdc40f1224","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785250331.968026,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c3325a2-c75a-4da6-90b3-fecefd3c0db0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250331.9680588,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c3325a2-c75a-4da6-90b3-fecefd3c0db0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785250331.968439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32688.111363761,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.9684634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.975561,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.0687184,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"698a3bfd-8343-4602-a470-4853725006e5","name":"e2e-external-provider"} {"level":"info","ts":1785250332.0824387,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"698a3bfd-8343-4602-a470-4853725006e5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785250332.0865088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c4ee760-9a68-490a-96c0-9b07da71699f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.086514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e05a0ff-d476-43f2-ba10-c61028ac7c8e"} {"level":"info","ts":1785250332.0865853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c4ee760-9a68-490a-96c0-9b07da71699f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.0914779,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e05a0ff-d476-43f2-ba10-c61028ac7c8e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785250332.091572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b084fd6-5cba-48d1-837c-392583228795","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.091606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b084fd6-5cba-48d1-837c-392583228795","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.0918365,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"698a3bfd-8343-4602-a470-4853725006e5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785250332.0983129,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e05a0ff-d476-43f2-ba10-c61028ac7c8e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.0983825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59e5d00f-b210-403d-a962-a2f50eb65f4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.0984085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10b08929-08a2-4543-ba8e-f67e80fc9904"} {"level":"info","ts":1785250332.0984397,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10b08929-08a2-4543-ba8e-f67e80fc9904","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785250332.098412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59e5d00f-b210-403d-a962-a2f50eb65f4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.1014926,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"698a3bfd-8343-4602-a470-4853725006e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785250332.102317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10b08929-08a2-4543-ba8e-f67e80fc9904","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.1023915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386e8f03-60ca-4c3b-8c86-4476ed44e8d8"} {"level":"info","ts":1785250332.1024194,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386e8f03-60ca-4c3b-8c86-4476ed44e8d8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785250332.1060073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8614478-928c-4b4e-a6e1-934b690bba80"} {"level":"info","ts":1785250332.1060493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9592a6f-216e-4c73-8fd4-a4efb903fb5c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.1060774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9592a6f-216e-4c73-8fd4-a4efb903fb5c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.106082,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8614478-928c-4b4e-a6e1-934b690bba80","name":"e2e-external-provider"} {"level":"info","ts":1785250332.1061618,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b12e31-c125-4854-acb6-aac227ff9b76","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250332.1061852,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b12e31-c125-4854-acb6-aac227ff9b76","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785250332.106472,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386e8f03-60ca-4c3b-8c86-4476ed44e8d8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.1065853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da3b28f1-5f1d-4c63-9574-6b65a2eed256"} {"level":"info","ts":1785250332.106813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34330.239072614,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1068308,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1148574,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8614478-928c-4b4e-a6e1-934b690bba80","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785250332.1158402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1190727,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a32494c-e0e4-4510-a0f5-4408ea95173a"} {"level":"info","ts":1785250332.1191256,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a32494c-e0e4-4510-a0f5-4408ea95173a","name":"e2e-external-provider"} {"level":"info","ts":1785250332.127265,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a32494c-e0e4-4510-a0f5-4408ea95173a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785250332.207295,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da3b28f1-5f1d-4c63-9574-6b65a2eed256","name":"e2e-external-model"} {"level":"info","ts":1785250332.2178893,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da3b28f1-5f1d-4c63-9574-6b65a2eed256","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250332.2249868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861ad3c7-6834-4fad-93db-48ffd6c8f7f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2250292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0d1123d-a8c8-42d2-8835-4811233d35c1"} {"level":"info","ts":1785250332.2250605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861ad3c7-6834-4fad-93db-48ffd6c8f7f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.225092,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0d1123d-a8c8-42d2-8835-4811233d35c1","name":"e2e-external-model"} {"level":"error","ts":1785250332.2407987,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0d1123d-a8c8-42d2-8835-4811233d35c1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.2408936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79a32e95-5e67-4266-9a34-42b5904761e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2409105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fae0895-8954-49d8-85b1-c16d2e3103de"} {"level":"info","ts":1785250332.2409282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79a32e95-5e67-4266-9a34-42b5904761e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.240993,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fae0895-8954-49d8-85b1-c16d2e3103de","name":"e2e-external-model"} {"level":"info","ts":1785250332.250305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fae0895-8954-49d8-85b1-c16d2e3103de","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250332.2553334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09b930f7-b208-4a76-92db-8a128393ad51"} {"level":"info","ts":1785250332.2554073,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09b930f7-b208-4a76-92db-8a128393ad51","name":"e2e-external-model"} {"level":"info","ts":1785250332.2553391,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda349b8-1478-478f-97c9-32c00e4799e9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2554595,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda349b8-1478-478f-97c9-32c00e4799e9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.262627,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09b930f7-b208-4a76-92db-8a128393ad51","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250343.944053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250343.9441326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250343.944145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250343.9441605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","EoS":true} {"level":"info","ts":1785250343.9441934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","header":"x-maas-subscription"} {"level":"info","ts":1785250343.944221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","header":"x-maas-group"} {"level":"info","ts":1785250343.9442303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","header":"x-maas-username"} {"level":"info","ts":1785250343.9442487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250343.9442594,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","modelName":"e2e-external-model"} {"level":"info","ts":1785250343.9442723,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250343.9443188,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785250343.9443479,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","authType":"apikey"} {"level":"info","ts":1785250343.9443831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250344.0481014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250344.0481334,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250344.04816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","EoS":false} {"level":"info","ts":1785250344.0481775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","EoS":true} {"level":"error","ts":1785250344.0481887,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785250344.0482523,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250344.1660964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"494a306e-e6d8-4efb-9c47-92b5cb3e93d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.166149,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"494a306e-e6d8-4efb-9c47-92b5cb3e93d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.1661088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c822a236-8aca-42f5-827e-8f471a97ef88"} {"level":"info","ts":1785250344.1729324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76b04157-6916-4193-8e7f-5e5405ad7a0e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.1729486,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c822a236-8aca-42f5-827e-8f471a97ef88","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.1729653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76b04157-6916-4193-8e7f-5e5405ad7a0e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.1820676,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c822a236-8aca-42f5-827e-8f471a97ef88","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250344.1872466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4b82f9-ef40-4afc-af02-86914b2077d9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.1872752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f78175e-a70b-43bf-bcf4-be72f3098d4b"} {"level":"info","ts":1785250344.1872902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4b82f9-ef40-4afc-af02-86914b2077d9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.1873355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f78175e-a70b-43bf-bcf4-be72f3098d4b","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.2051082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9985b031-3daf-4962-92f5-309a9a3b2588","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.205148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9985b031-3daf-4962-92f5-309a9a3b2588","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785250344.2061746,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f78175e-a70b-43bf-bcf4-be72f3098d4b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785250344.2062445,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f78175e-a70b-43bf-bcf4-be72f3098d4b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250344.2062979,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7297970-30e9-4d78-aa18-bd7186e5f727"} {"level":"info","ts":1785250344.2063472,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7297970-30e9-4d78-aa18-bd7186e5f727","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.2143848,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7297970-30e9-4d78-aa18-bd7186e5f727","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250344.2201264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ac11752-455d-4418-bbe6-13c67db3e18e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.2201555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ac11752-455d-4418-bbe6-13c67db3e18e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785250344.2211802,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7297970-30e9-4d78-aa18-bd7186e5f727","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250344.2212386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9556c386-c201-4722-9e98-3a6835370e1f"} {"level":"info","ts":1785250344.2212868,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9556c386-c201-4722-9e98-3a6835370e1f","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.2281168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9556c386-c201-4722-9e98-3a6835370e1f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250352.443493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7864590-18fa-432b-8f07-e6ad28097571","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250352.443561,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7864590-18fa-432b-8f07-e6ad28097571","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250352.4435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"545a2558-2ec2-47f3-b552-020b1b177faa"} {"level":"info","ts":1785250356.779816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.779892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.7799003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.7799122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","EoS":true} {"level":"info","ts":1785250356.7799454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785250356.7799835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.833221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.8332963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.8333051,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.8333163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","EoS":true} {"level":"info","ts":1785250356.8333423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","header":"x-maas-username"} {"level":"info","ts":1785250356.8333526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","header":"x-maas-group"} {"level":"info","ts":1785250356.8333573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","header":"x-maas-subscription"} {"level":"info","ts":1785250356.8333714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250356.833381,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","modelName":"e2e-external-model"} {"level":"info","ts":1785250356.8333921,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250356.8334186,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785250356.8334355,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","authType":"apikey"} {"level":"info","ts":1785250356.8334606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.9366858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.9367154,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.9367332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","EoS":false} {"level":"info","ts":1785250356.936747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","EoS":true} {"level":"error","ts":1785250356.936758,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785250356.9367962,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.9818099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.9818978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250356.9819095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250356.981921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","EoS":true} {"level":"info","ts":1785250356.981951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","header":"x-maas-group"} {"level":"info","ts":1785250356.9819613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","header":"x-maas-username"} {"level":"info","ts":1785250356.9819665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","header":"x-maas-subscription"} {"level":"info","ts":1785250356.9819794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250356.9820035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250357.031443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250357.0314703,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250357.0314882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","EoS":false} {"level":"info","ts":1785250357.0315018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","EoS":true} {"level":"error","ts":1785250357.0315125,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785250357.0315604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250357.068461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250357.068577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.0685961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.0686169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","EoS":true} {"level":"info","ts":1785250357.0686524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","header":"x-maas-username"} {"level":"info","ts":1785250357.0686653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","header":"x-maas-group"} {"level":"info","ts":1785250357.0686748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","header":"x-maas-subscription"} {"level":"info","ts":1785250357.0687118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.1188323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.1188595,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.1188767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","EoS":false} {"level":"info","ts":1785250357.1188912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","EoS":true} {"level":"error","ts":1785250357.118899,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785250357.1189425,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.9831212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700d8386-fc14-43ee-81b9-c7631102539e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250357.983165,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700d8386-fc14-43ee-81b9-c7631102539e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250357.9831245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4fe6d6e-62c8-4e61-848f-94400dde4a5a"} {"level":"info","ts":1785250358.1475928,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"219de865-fec5-4137-96b4-cd89c3899128","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250358.1476426,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"219de865-fec5-4137-96b4-cd89c3899128","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250358.1476386,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd0ba7d9-b84a-43d8-b9cf-f604b7d462ec"} {"level":"info","ts":1785250358.2668653,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"59fefb87-dbe0-48b0-ab0a-9fe3a627ebd0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785250358.266926,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"59fefb87-dbe0-48b0-ab0a-9fe3a627ebd0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785251787.1907208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785251787.1908104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd4a18d6-4a07-4f87-b0ec-7784fc23b98c"} {"level":"info","ts":1785251862.3843246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785251862.38442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.3844292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.3844414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","EoS":true} {"level":"info","ts":1785251862.3844779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","header":"x-maas-subscription"} {"level":"info","ts":1785251862.384489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","header":"x-maas-username"} {"level":"info","ts":1785251862.384494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","header":"x-maas-group"} {"level":"info","ts":1785251862.3845081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785251862.3845513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.3866916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.386713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.3867362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","EoS":false} {"level":"info","ts":1785251862.3867493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","EoS":true} {"level":"info","ts":1785251862.386782,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"}