{"level":"info","ts":1785249601.5022795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b60f6253-787f-4394-9e88-f0cbaf37f73b"} {"level":"info","ts":1785249601.5770946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249601.5771737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18"} {"level":"info","ts":1785249601.5771832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18"} {"level":"info","ts":1785249601.577194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18","EoS":false} {"level":"info","ts":1785249601.5772069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18","EoS":true} {"level":"info","ts":1785249601.5772324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249601.5772526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249601.577285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e0bbd49-b2cc-460e-9c2e-6c0c21a25c18"} {"level":"info","ts":1785249605.7640028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249605.764092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad"} {"level":"info","ts":1785249605.7641041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad"} {"level":"info","ts":1785249605.764115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad","EoS":false} {"level":"info","ts":1785249605.7641299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad","EoS":true} {"level":"info","ts":1785249605.7641509,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249605.7641668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249605.7641902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20da05e5-860f-495c-bad0-d8f19bb0f2ad"} {"level":"info","ts":1785249624.7135465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249624.7136467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.7136557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.7136683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","EoS":false} {"level":"info","ts":1785249624.7136834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","EoS":true} {"level":"info","ts":1785249624.7137148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249624.713732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249624.7137876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5086c936-c411-43a5-8d54-56281535fc62"} {"level":"info","ts":1785249624.8544078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249624.854495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8545043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.8545163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","EoS":false} {"level":"info","ts":1785249624.8545287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","EoS":true} {"level":"info","ts":1785249624.8545718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249624.8546274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249624.8546464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d04417d1-cc29-40aa-b38c-fb406347b623"} {"level":"info","ts":1785249624.9982424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249624.9983149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249624.9983273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249624.9983382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","EoS":false} {"level":"info","ts":1785249624.9983482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","EoS":true} {"level":"info","ts":1785249624.9983706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249624.9983861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249624.9984066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7508ec6-1306-4776-bd89-42269655923e"} {"level":"info","ts":1785249625.1401672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.1402419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1402514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.1402633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","EoS":false} {"level":"info","ts":1785249625.140277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","EoS":true} {"level":"info","ts":1785249625.1402996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249625.1403153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.140339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16a45950-046e-4f25-aa69-ebb465b27d7e"} {"level":"info","ts":1785249625.278842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.2789235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2789323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.2789433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","EoS":false} {"level":"info","ts":1785249625.2789533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","EoS":true} {"level":"info","ts":1785249625.2789736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249625.2789881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.279008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c275a6a8-6876-4a15-bf17-b788f64a6710"} {"level":"info","ts":1785249625.418762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249625.4188366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61"} {"level":"info","ts":1785249625.4188476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61"} {"level":"info","ts":1785249625.418858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61","EoS":false} {"level":"info","ts":1785249625.4188678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61","EoS":true} {"level":"info","ts":1785249625.418887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249625.418902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249625.418924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"204f4e0d-dcf5-4545-b175-8941eb519b61"} {"level":"info","ts":1785249644.303711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.3037934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.3038034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.3038151,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","EoS":false} {"level":"info","ts":1785249644.3038266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","EoS":true} {"level":"info","ts":1785249644.303848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249644.3038638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249644.303884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3d38264-e0c5-4468-a19b-9713b6984d3c"} {"level":"info","ts":1785249644.3428733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.342949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13"} {"level":"info","ts":1785249644.3429604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13"} {"level":"info","ts":1785249644.3429716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13","EoS":false} {"level":"info","ts":1785249644.3429828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13","EoS":true} {"level":"info","ts":1785249644.3430045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249644.3430192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249644.3430383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"adb42260-a530-40c3-8e27-1669348f7a13"} {"level":"info","ts":1785249644.378618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.378696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5"} {"level":"info","ts":1785249644.3787088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5"} {"level":"info","ts":1785249644.378721,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5","EoS":false} {"level":"info","ts":1785249644.3787315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5","EoS":true} {"level":"info","ts":1785249644.378752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249644.3787668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249644.3787878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c428b4c-c7a5-4ff0-9d2c-12cef1814df5"} {"level":"info","ts":1785249644.4167163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249644.4167857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"559350a1-6503-474b-a125-f61a4191119f"} {"level":"info","ts":1785249649.0417545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249649.04183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.0418408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249649.0418522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","EoS":false} {"level":"info","ts":1785249649.0418675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","EoS":true} {"level":"info","ts":1785249649.041889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249649.0419047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249649.0419269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac3633be-550d-446e-be39-228dc026e7fc"} {"level":"info","ts":1785249657.6240673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249657.6241505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e"} {"level":"info","ts":1785249657.624162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e"} {"level":"info","ts":1785249657.6241734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e","EoS":false} {"level":"info","ts":1785249657.6241837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e","EoS":true} {"level":"info","ts":1785249657.624204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249657.6242213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249657.624241,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b3fd5cc-9a7f-4caa-be2d-a1acb7089d3e"} {"level":"info","ts":1785249659.65757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249659.6576495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7"} {"level":"info","ts":1785249659.6576593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7"} {"level":"info","ts":1785249659.6576703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7","EoS":false} {"level":"info","ts":1785249659.6576831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7","EoS":true} {"level":"info","ts":1785249659.657704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249659.6577206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249659.6577415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa6ef63f-5dca-413c-aa63-87290f3e98a7"} {"level":"info","ts":1785249661.702777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249661.702854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.702865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249661.7028756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","EoS":false} {"level":"info","ts":1785249661.7028854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","EoS":true} {"level":"info","ts":1785249661.7029114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249661.702928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249661.7029479,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522ec677-e0d8-4dff-a976-f1ca462d7cd8"} {"level":"info","ts":1785249674.5873642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249674.5874443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.5874553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249674.587467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","EoS":false} {"level":"info","ts":1785249674.5874777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","EoS":true} {"level":"info","ts":1785249674.5875008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249674.587517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249674.5875366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1318cb5e-728f-4d84-836c-7d006e006844"} {"level":"info","ts":1785249683.1179736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249683.1180549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.118064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249683.1180744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","EoS":false} {"level":"info","ts":1785249683.1180878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","EoS":true} {"level":"info","ts":1785249683.1181066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249683.1181226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249683.1181445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2f8e362-187f-47cf-8e06-db73c8b645ed"} {"level":"info","ts":1785249691.9995358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249691.9996486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249691.9996586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249691.9996698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","EoS":false} {"level":"info","ts":1785249691.9996812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","EoS":true} {"level":"info","ts":1785249691.9997034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249691.999722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249691.9997528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25e9c5c4-1aef-4cb1-9b31-ecdf4d4154c0"} {"level":"info","ts":1785249700.9806821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249700.9807599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0"} {"level":"info","ts":1785249700.9807699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0"} {"level":"info","ts":1785249700.9807837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0","EoS":false} {"level":"info","ts":1785249700.9807937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0","EoS":true} {"level":"info","ts":1785249700.9808164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249700.9808366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249700.9808621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"466a046f-34b0-4729-8106-1f79139649f0"} {"level":"info","ts":1785249708.8719642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249708.8720522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e"} {"level":"info","ts":1785249708.872065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e"} {"level":"info","ts":1785249708.8720837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e","EoS":false} {"level":"info","ts":1785249708.8721013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e","EoS":true} {"level":"info","ts":1785249708.8721342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249708.8721538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249708.8721833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49c2236a-6481-4bc5-bae6-1a1ac275ca7e"} {"level":"info","ts":1785249713.6798875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249713.6799662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0"} {"level":"info","ts":1785249713.6799774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0"} {"level":"info","ts":1785249713.6799877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0","EoS":false} {"level":"info","ts":1785249713.6800003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0","EoS":true} {"level":"info","ts":1785249713.6800203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249713.6800377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249713.6800604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"185f3723-3426-4db2-93b6-125518cc91a0"} {"level":"info","ts":1785249714.0569446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249714.0570245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8"} {"level":"info","ts":1785249714.0570345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8"} {"level":"info","ts":1785249714.057046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8","EoS":false} {"level":"info","ts":1785249714.0570655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8","EoS":true} {"level":"info","ts":1785249714.0570867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249714.0571077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249714.0571291,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6057aafa-0c97-43ea-99cb-ae21b11686b8"} {"level":"info","ts":1785249716.0910444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249716.0911298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3"} {"level":"info","ts":1785249716.091147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3"} {"level":"info","ts":1785249716.0911665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3","EoS":false} {"level":"info","ts":1785249716.0911868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3","EoS":true} {"level":"info","ts":1785249716.0912573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249716.0912786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249716.0913093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d3c93b4-ec06-441d-bb56-eef2519d7db3"} {"level":"info","ts":1785249718.1299362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249718.130015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec"} {"level":"info","ts":1785249718.1300278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec"} {"level":"info","ts":1785249718.1300461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec","EoS":false} {"level":"info","ts":1785249718.1300645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec","EoS":true} {"level":"info","ts":1785249718.1300952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249718.1301146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249718.1301875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf88a7fe-b1e8-434e-b7b0-0bc432ee17ec"} {"level":"info","ts":1785249720.1680124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249720.168086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1680977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249720.1681087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","EoS":false} {"level":"info","ts":1785249720.1681187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","EoS":true} {"level":"info","ts":1785249720.1681387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249720.1681545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249720.1681798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90aa8218-2c38-4d93-a569-1145bfbd63a3"} {"level":"info","ts":1785249742.8783364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249742.8784125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.8784301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249742.8784413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","EoS":false} {"level":"info","ts":1785249742.8784542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","EoS":true} {"level":"info","ts":1785249742.878478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249742.8784945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249742.878516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22f53be2-f1a4-49f1-ac1a-4da8ebeb7e00"} {"level":"info","ts":1785249752.2019796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249752.202059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0"} {"level":"info","ts":1785249752.2020705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0"} {"level":"info","ts":1785249752.2020824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0","EoS":false} {"level":"info","ts":1785249752.202093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0","EoS":true} {"level":"info","ts":1785249752.2021272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249752.2021427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249752.2021625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3feeedf3-ae8a-47ee-b546-550c5f6d0aa0"} {"level":"info","ts":1785249774.76092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249774.7610004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c"} {"level":"info","ts":1785249774.7610123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c"} {"level":"info","ts":1785249774.7610238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c","EoS":false} {"level":"info","ts":1785249774.7610335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c","EoS":true} {"level":"info","ts":1785249774.7610533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249774.7610693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249774.7610915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"726f7e94-8811-42d7-aa88-a6dd0530404c"} {"level":"info","ts":1785249784.337044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249784.337125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.3371375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249784.3371506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","EoS":false} {"level":"info","ts":1785249784.3371623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","EoS":true} {"level":"info","ts":1785249784.3371823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249784.3371968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249784.337218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90093f0e-889d-496c-a3af-31a1fd04480d"} {"level":"info","ts":1785249793.769812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249793.769895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.769905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.769915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","EoS":false} {"level":"info","ts":1785249793.7699294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","EoS":true} {"level":"info","ts":1785249793.7699502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249793.7699666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249793.769989,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60140d1-a3f9-41e6-b0c0-187d8b472b17"} {"level":"info","ts":1785249793.8121493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249793.81222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.8122284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249793.812239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","EoS":false} {"level":"info","ts":1785249793.8122506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","EoS":true} {"level":"info","ts":1785249793.8122687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249793.8122826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249793.8123012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd1667d-95af-4d89-b524-746e4e1f7783"} {"level":"info","ts":1785249812.976661,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249812.9767444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.9767585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249812.9767761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","EoS":false} {"level":"info","ts":1785249812.9767952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","EoS":true} {"level":"info","ts":1785249812.9768276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249812.9768467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249812.9768758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a312c86-57b8-4c71-ad1d-11085536aa4c"} {"level":"info","ts":1785249822.342944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249822.3430185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e"} {"level":"info","ts":1785249822.3430269,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e"} {"level":"info","ts":1785249822.3430374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e","EoS":false} {"level":"info","ts":1785249822.3430502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e","EoS":true} {"level":"info","ts":1785249822.3430715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249822.3430884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249822.343109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61eeb781-10ea-4660-bee4-62f9df4fdc5e"} {"level":"info","ts":1785249827.7495017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249827.7496004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c"} {"level":"info","ts":1785249827.749616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c"} {"level":"info","ts":1785249827.749633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c","EoS":false} {"level":"info","ts":1785249827.7496448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c","EoS":true} {"level":"info","ts":1785249827.7496653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249827.7496836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249827.7497077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0184458e-9fbc-4af8-9a43-959dda38ea2c"} {"level":"info","ts":1785249918.499248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249918.4993265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4"} {"level":"info","ts":1785249918.4993382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4"} {"level":"info","ts":1785249918.4993742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4","EoS":false} {"level":"info","ts":1785249918.4993842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4","EoS":true} {"level":"info","ts":1785249918.499404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785249918.4994202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249918.4994407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40d8240b-5e0c-4d8a-89f8-bc98746d9ba4"} {"level":"info","ts":1785249946.6719804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249946.6720634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6720717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249946.6720822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","EoS":false} {"level":"info","ts":1785249946.6720927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","EoS":true} {"level":"info","ts":1785249946.6721141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785249946.6721299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249946.672151,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcd4a9a7-f142-4e4e-8c41-01a812277e71"} {"level":"info","ts":1785249988.1255116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249988.125602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.125614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785249988.1256251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","EoS":false} {"level":"info","ts":1785249988.125635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","EoS":true} {"level":"info","ts":1785249988.1256566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249988.1256723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249988.125692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f7d5ddc-5f3f-4153-b9a4-a0a26303c64b"} {"level":"info","ts":1785250003.4167926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250003.4168794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.4168901,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.416901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","EoS":false} {"level":"info","ts":1785250003.416911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","EoS":true} {"level":"info","ts":1785250003.416936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785250003.4169533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250003.416973,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ede1c3e-b143-4a45-b10d-e84cb9f45b47"} {"level":"info","ts":1785250003.7121046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250003.7121775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875"} {"level":"info","ts":1785250003.7121863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875"} {"level":"info","ts":1785250003.712197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875","EoS":false} {"level":"info","ts":1785250003.712208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875","EoS":true} {"level":"info","ts":1785250003.7122278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785250003.7122445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250003.7122648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe3285d9-d0e6-4131-ba0f-0f82424e4875"} {"level":"info","ts":1785250326.9340127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250326.9340968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9341068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9341178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","EoS":false} {"level":"info","ts":1785250326.9341285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","EoS":true} {"level":"info","ts":1785250326.93415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785250326.9341657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250326.9341881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb0c19ae-96d4-4657-8c1f-ded83ffb44a2"} {"level":"info","ts":1785250326.9908447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250326.9909296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250326.9909384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250326.9909496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","EoS":false} {"level":"info","ts":1785250326.990962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","EoS":true} {"level":"info","ts":1785250326.9909854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785250326.9910018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250326.991025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d5e1578-c1fc-4644-bfa3-0fc4c7e2ba19"} {"level":"info","ts":1785250327.0422301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250327.0423074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf"} {"level":"info","ts":1785250327.0423164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf"} {"level":"info","ts":1785250327.0423276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf","EoS":false} {"level":"info","ts":1785250327.0423386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf","EoS":true} {"level":"info","ts":1785250327.0423613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785250327.0423772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250327.0424716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee8bb71-9300-4fc6-bd08-240dc9af5bbf"} {"level":"info","ts":1785250327.0851848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250327.0852623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e"} {"level":"info","ts":1785250327.085272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e"} {"level":"info","ts":1785250327.0852826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e","EoS":false} {"level":"info","ts":1785250327.085292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e","EoS":true} {"level":"info","ts":1785250327.085312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785250327.0853288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785250327.0853527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9a4382d-36bd-461c-85d7-739cf3b0384e"} {"level":"info","ts":1785250331.9610546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b12bbd78-cff9-42ba-a8dd-3744a56a438e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250331.9610631,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceca515c-ce2b-4f79-941c-d78a89f4ca9a"} {"level":"info","ts":1785250331.9610937,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b12bbd78-cff9-42ba-a8dd-3744a56a438e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785250331.9679732,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17b0b93d-39bb-48a3-af5c-344ebaa8eaaf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250331.9680054,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17b0b93d-39bb-48a3-af5c-344ebaa8eaaf","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785250331.9690912,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceca515c-ce2b-4f79-941c-d78a89f4ca9a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250331.9693274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32653.299751313,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250331.9693472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1352665,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76645065-4d36-4860-bff7-b518a5dd2bd9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250332.1353528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76645065-4d36-4860-bff7-b518a5dd2bd9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785250332.1354403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eca8c9-80eb-46f6-bc22-4d8eec693b69"} {"level":"info","ts":1785250332.1358988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19b4d82f-5d7c-4bfd-bf4b-49e2d0c64951","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.1359317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19b4d82f-5d7c-4bfd-bf4b-49e2d0c64951","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.1360633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34ffd310-19bf-4900-a987-7fcbfcb72d6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.1360881,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34ffd310-19bf-4900-a987-7fcbfcb72d6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.1365101,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a3e3600-0d6c-44ee-85f1-f7165ce9f8fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.1365328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a3e3600-0d6c-44ee-85f1-f7165ce9f8fb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.1368582,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785250332.1388755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eca8c9-80eb-46f6-bc22-4d8eec693b69","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.139096,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36901.742546058,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1391113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1448407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1697009,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37071.158016241,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.16974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.1772704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785250332.2251325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747558b1-84ad-4d15-a38f-6d9b060afccc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2251897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"747558b1-84ad-4d15-a38f-6d9b060afccc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.2397647,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eca8c9-80eb-46f6-bc22-4d8eec693b69","name":"e2e-external-model"} {"level":"info","ts":1785250332.2409062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f09e6408-8706-4b46-90fb-168092562f92","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2409463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f09e6408-8706-4b46-90fb-168092562f92","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.2502823,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eca8c9-80eb-46f6-bc22-4d8eec693b69","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785250332.2532635,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eca8c9-80eb-46f6-bc22-4d8eec693b69","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.2533762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f94fe57-9961-45d9-a07a-0aaa28821d65"} {"level":"info","ts":1785250332.253441,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f94fe57-9961-45d9-a07a-0aaa28821d65","name":"e2e-external-model"} {"level":"info","ts":1785250332.2552528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8d5d100-c538-4b1c-822a-783bbfc23b3e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250332.2552795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8d5d100-c538-4b1c-822a-783bbfc23b3e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785250332.261127,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f94fe57-9961-45d9-a07a-0aaa28821d65","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785250332.2642431,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f94fe57-9961-45d9-a07a-0aaa28821d65","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.2643192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec741f1f-eead-4d25-90dc-7f27edc49395"} {"level":"info","ts":1785250332.2643664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec741f1f-eead-4d25-90dc-7f27edc49395","name":"e2e-external-model"} {"level":"info","ts":1785250332.270755,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceca515c-ce2b-4f79-941c-d78a89f4ca9a","name":"e2e-external-provider"} {"level":"info","ts":1785250332.2710328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec741f1f-eead-4d25-90dc-7f27edc49395","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250332.2784657,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceca515c-ce2b-4f79-941c-d78a89f4ca9a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785250332.2814054,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ceca515c-ce2b-4f79-941c-d78a89f4ca9a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250332.2814949,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ad6c021-8b88-46d4-a949-512b6f57383d"} {"level":"info","ts":1785250332.281533,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ad6c021-8b88-46d4-a949-512b6f57383d","name":"e2e-external-provider"} {"level":"info","ts":1785250332.28913,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ad6c021-8b88-46d4-a949-512b6f57383d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785250343.8469155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250343.8469906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8"} {"level":"info","ts":1785250343.847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8"} {"level":"info","ts":1785250343.8470109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","EoS":false} {"level":"info","ts":1785250343.8470206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","EoS":true} {"level":"info","ts":1785250343.8470416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785250343.8470576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250343.8470821,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","modelName":"e2e-external-model"} {"level":"info","ts":1785250343.847098,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250343.8471475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"578043cf-4f58-449c-aec7-d1388c7c8fc8"} {"level":"info","ts":1785250343.894043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250343.8941157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf"} {"level":"info","ts":1785250343.8941245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf"} {"level":"info","ts":1785250343.8941453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","EoS":false} {"level":"info","ts":1785250343.8941553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","EoS":true} {"level":"info","ts":1785250343.8941736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785250343.8942354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250343.8942502,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","modelName":"e2e-external-model"} {"level":"info","ts":1785250343.8942652,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250343.8943152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d622393b-bf55-4a6f-a68b-8ce1082e12cf"} {"level":"info","ts":1785250343.928993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250343.9290597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250343.9290702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250343.9290812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","EoS":false} {"level":"info","ts":1785250343.929093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","EoS":true} {"level":"info","ts":1785250343.9291131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785250343.929128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250343.9291353,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","modelName":"e2e-external-model"} {"level":"info","ts":1785250343.9291494,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250343.9291918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91cf7c9d-dd2f-4582-8b5f-4a72f1bce8f3"} {"level":"info","ts":1785250344.1661305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18b40630-aed6-45ca-9d76-c735017ddb86"} {"level":"info","ts":1785250344.166176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54360496-a0e4-4913-9554-34d2d9770497","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.166226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54360496-a0e4-4913-9554-34d2d9770497","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.1728575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04897907-896a-4bf8-b07c-04aa7c2d3d47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.1728983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04897907-896a-4bf8-b07c-04aa7c2d3d47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785250344.1738472,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18b40630-aed6-45ca-9d76-c735017ddb86","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250344.1739042,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18b40630-aed6-45ca-9d76-c735017ddb86","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.187348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d7d3da5-6a9e-4fc3-9706-89c23e1a13ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.1873882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d7d3da5-6a9e-4fc3-9706-89c23e1a13ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785250344.1883962,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18b40630-aed6-45ca-9d76-c735017ddb86","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785250344.188443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18b40630-aed6-45ca-9d76-c735017ddb86","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250344.1885054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09c4ed04-e5fc-40c9-8e58-61f4d20ffb64"} {"level":"info","ts":1785250344.1885777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09c4ed04-e5fc-40c9-8e58-61f4d20ffb64","name":"e2e-cleanup-test"} {"level":"error","ts":1785250344.2049155,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09c4ed04-e5fc-40c9-8e58-61f4d20ffb64","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785250344.2050855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"624c3f5f-ac9e-435f-9b80-4809f3053bb7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.2051144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"624c3f5f-ac9e-435f-9b80-4809f3053bb7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.2050881,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65baf522-aed3-47ed-a858-b556737cfe0b"} {"level":"info","ts":1785250344.2051833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65baf522-aed3-47ed-a858-b556737cfe0b","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.2132437,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65baf522-aed3-47ed-a858-b556737cfe0b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250344.2200465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2729fb10-23ab-413b-b0d8-d27f8a7ec2ab"} {"level":"info","ts":1785250344.2200985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa542fc7-8786-4d47-b853-66df4490c102","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250344.220117,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2729fb10-23ab-413b-b0d8-d27f8a7ec2ab","name":"e2e-cleanup-test"} {"level":"info","ts":1785250344.2201247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa542fc7-8786-4d47-b853-66df4490c102","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785250344.2278147,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2729fb10-23ab-413b-b0d8-d27f8a7ec2ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785250352.443678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e66a3da-71f4-437e-bbcf-407ac63a9e12"} {"level":"info","ts":1785250352.4436748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab306167-4c0b-4be1-a955-2a285fd3ea1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250352.443756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab306167-4c0b-4be1-a955-2a285fd3ea1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785250356.7773464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.777436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.7774444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.7774556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","EoS":false} {"level":"info","ts":1785250356.777468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","EoS":true} {"level":"info","ts":1785250356.7774892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785250356.7775047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785250356.7775264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82272ebb-4d58-44cf-9909-310d0ce8fbb2"} {"level":"info","ts":1785250356.8042681,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.8043358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.804353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.8043652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","EoS":false} {"level":"info","ts":1785250356.8043766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","EoS":true} {"level":"info","ts":1785250356.8043945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785250356.8044205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250356.8044317,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","modelName":"e2e-external-model"} {"level":"info","ts":1785250356.804445,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785250356.804489,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddf993fd-9fab-4523-b3aa-81b3f3864b5e"} {"level":"info","ts":1785250356.9658437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250356.965915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250356.9659233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250356.9659336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","EoS":false} {"level":"info","ts":1785250356.9659445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","EoS":true} {"level":"info","ts":1785250356.9659672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785250356.9659822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7581114e-b179-4179-b857-05ffe268e108","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785250356.9660017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7581114e-b179-4179-b857-05ffe268e108"} {"level":"info","ts":1785250357.0558794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250357.055963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.0559776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.0559897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","EoS":false} {"level":"info","ts":1785250357.0560021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","EoS":true} {"level":"info","ts":1785250357.0560322,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b","field":"model"} {"level":"info","ts":1785250357.0560591,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a1f8678-bfab-961c-862b-6c55ffb8ae2b"} {"level":"info","ts":1785250357.983038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0f363ad-029a-41f1-be6b-5f36c065d8dc"} {"level":"info","ts":1785250357.98309,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8ac792-54e1-498e-bc9b-9fcb52b153ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250357.9831192,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf8ac792-54e1-498e-bc9b-9fcb52b153ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785250358.1474931,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e137e75b-a8fc-44bb-b4f0-f06ca088a665","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785250358.1475105,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7350a50c-c1f0-4b2f-a3e7-d4dc15718920"} {"level":"info","ts":1785250358.1475327,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e137e75b-a8fc-44bb-b4f0-f06ca088a665","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785251787.1885276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785251787.1886837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd4a18d6-4a07-4f87-b0ec-7784fc23b98c"} {"level":"info","ts":1785251862.3583205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785251862.3584046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.358415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"} {"level":"info","ts":1785251862.3584263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","EoS":false} {"level":"info","ts":1785251862.3584366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","EoS":true} {"level":"info","ts":1785251862.358461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785251862.3584769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785251862.3584971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"427766f7-bdd2-420f-b704-af5a4a9c3c30"}