{"level":"info","ts":1785288609.7371817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92"} {"level":"info","ts":1785288609.7371924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92"} {"level":"info","ts":1785288609.7372413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92","EoS":false} {"level":"info","ts":1785288609.7372563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92","EoS":true} {"level":"info","ts":1785288609.7372763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288609.737292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288609.737313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcb34f7d-8f9b-4665-94c9-71f17db43e92"} {"level":"info","ts":1785288610.362943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288610.3630352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38"} {"level":"info","ts":1785288610.3630502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38"} {"level":"info","ts":1785288610.3630614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38","EoS":false} {"level":"info","ts":1785288610.3630729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38","EoS":true} {"level":"info","ts":1785288610.3630965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288610.3631117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288610.3631325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8c85434-0a10-4c9b-80b1-d851ed420d38"} {"level":"info","ts":1785288610.3954222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288610.395492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729"} {"level":"info","ts":1785288610.395501,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729"} {"level":"info","ts":1785288610.3955104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729","EoS":false} {"level":"info","ts":1785288610.3955197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729","EoS":true} {"level":"info","ts":1785288610.3955367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288610.3955495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288610.3956006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"509a54c1-95da-4403-8e01-64b36e0bb729"} {"level":"info","ts":1785288614.540466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288614.540555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff"} {"level":"info","ts":1785288614.5405695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff"} {"level":"info","ts":1785288614.5406046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff","EoS":false} {"level":"info","ts":1785288614.5406227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff","EoS":true} {"level":"info","ts":1785288614.5406516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288614.5406706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288614.5407007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b4b1d5e-9fa9-45aa-beb0-14b38a000aff"} {"level":"info","ts":1785288633.4470868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.4471657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.4471776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.447189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","EoS":false} {"level":"info","ts":1785288633.4472065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","EoS":true} {"level":"info","ts":1785288633.4472382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288633.4472604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.4472837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.5857816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.585862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.585873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5858834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","EoS":false} {"level":"info","ts":1785288633.5859025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","EoS":true} {"level":"info","ts":1785288633.5859253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288633.5859401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.585964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.7199938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.7200723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.72013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.7201533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","EoS":false} {"level":"info","ts":1785288633.7201648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","EoS":true} {"level":"info","ts":1785288633.720186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288633.7202032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.7202265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.8516965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.8517687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.8517778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.8517883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","EoS":false} {"level":"info","ts":1785288633.851802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","EoS":true} {"level":"info","ts":1785288633.8518202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288633.8518357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.8518565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.9836762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.983754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9837623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9837735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","EoS":false} {"level":"info","ts":1785288633.9837885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","EoS":true} {"level":"info","ts":1785288633.9838157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288633.9838355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.9838612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288634.1176786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288634.117765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c"} {"level":"info","ts":1785288634.117775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c"} {"level":"info","ts":1785288634.1177855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c","EoS":false} {"level":"info","ts":1785288634.1177988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c","EoS":true} {"level":"info","ts":1785288634.117875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288634.1178935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288634.117915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4918bbf0-fa44-45ca-aafc-d0b51410e91c"} {"level":"info","ts":1785288653.9846873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288653.9847693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9847848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9848006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","EoS":false} {"level":"info","ts":1785288653.984819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","EoS":true} {"level":"info","ts":1785288653.9848397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288653.9848568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288653.984876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288654.0233781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.0234566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.0234678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.023517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","EoS":false} {"level":"info","ts":1785288654.0235367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","EoS":true} {"level":"info","ts":1785288654.023557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288654.0235913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288654.0236185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.05798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.0580456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc"} {"level":"info","ts":1785288654.058058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc"} {"level":"info","ts":1785288654.0580683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc","EoS":false} {"level":"info","ts":1785288654.058078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc","EoS":true} {"level":"info","ts":1785288654.0580943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288654.0581086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288654.0581307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47df9a85-80e7-4670-8f03-52cebc82cffc"} {"level":"info","ts":1785288654.0882556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.0883262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357"} {"level":"info","ts":1785288654.08834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357"} {"level":"info","ts":1785288654.0883505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357","EoS":false} {"level":"info","ts":1785288654.0883632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357","EoS":true} {"level":"info","ts":1785288654.0883834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288654.0883992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288654.088421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2852a488-1638-412d-8d0e-3c653009e357"} {"level":"info","ts":1785288654.1172993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.117373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288658.7398465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288658.7399194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.739931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.7399905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","EoS":false} {"level":"info","ts":1785288658.7400064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","EoS":true} {"level":"info","ts":1785288658.7400284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288658.7400424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288658.740065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288667.2774503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288667.2775266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.277536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.2775471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","EoS":false} {"level":"info","ts":1785288667.2775657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","EoS":true} {"level":"info","ts":1785288667.27761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288667.2776275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288667.277652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288680.1291862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288680.1292603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.1292696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.1292806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","EoS":false} {"level":"info","ts":1785288680.1292932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","EoS":true} {"level":"info","ts":1785288680.1293163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288680.129334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288680.1293535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288688.6648414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288688.6649206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6649318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6649435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","EoS":false} {"level":"info","ts":1785288688.664966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","EoS":true} {"level":"info","ts":1785288688.6649933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288688.6650162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288688.6650405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288697.5049064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288697.5049832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5049949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5050056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","EoS":false} {"level":"info","ts":1785288697.5050156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","EoS":true} {"level":"info","ts":1785288697.505036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288697.5050519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288697.505076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288706.574316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288706.5743957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16"} {"level":"info","ts":1785288706.5744064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16"} {"level":"info","ts":1785288706.5744176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16","EoS":false} {"level":"info","ts":1785288706.5744276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16","EoS":true} {"level":"info","ts":1785288706.5744858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288706.5745037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288706.574527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4385361-80ff-4d2e-9030-86dc0ee78a16"} {"level":"info","ts":1785288711.2890823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288711.2891645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947"} {"level":"info","ts":1785288711.2891743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947"} {"level":"info","ts":1785288711.2891858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947","EoS":false} {"level":"info","ts":1785288711.2891984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947","EoS":true} {"level":"info","ts":1785288711.2892203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288711.2892404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288711.289261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db76a67-fe3c-443b-b80c-68a679418947"} {"level":"info","ts":1785288716.032232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288716.0323076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf"} {"level":"info","ts":1785288716.0323164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf"} {"level":"info","ts":1785288716.0323281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf","EoS":false} {"level":"info","ts":1785288716.0323384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf","EoS":true} {"level":"info","ts":1785288716.0323586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288716.0323808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288716.0324109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dda159e-5d1b-437c-abbc-a2f9a714bfdf"} {"level":"info","ts":1785288716.4089348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288716.4090173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0"} {"level":"info","ts":1785288716.409033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0"} {"level":"info","ts":1785288716.4090445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0","EoS":false} {"level":"info","ts":1785288716.4090588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0","EoS":true} {"level":"info","ts":1785288716.409079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288716.4090955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288716.40912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed655157-9140-4ebd-b94b-28ff641edbf0"} {"level":"info","ts":1785288718.4405417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288718.4406395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a"} {"level":"info","ts":1785288718.4406536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a"} {"level":"info","ts":1785288718.440665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a","EoS":false} {"level":"info","ts":1785288718.440679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a","EoS":true} {"level":"info","ts":1785288718.440712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288718.4407287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288718.4407496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8af3e119-8aa1-4c27-b00c-c8c0f62edc8a"} {"level":"info","ts":1785288720.478959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288720.4790428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.479053,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.479066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","EoS":false} {"level":"info","ts":1785288720.4790852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","EoS":true} {"level":"info","ts":1785288720.4791086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288720.4791248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288720.4791467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288743.2557542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288743.2558374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.255847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.255859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","EoS":false} {"level":"info","ts":1785288743.2558734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","EoS":true} {"level":"info","ts":1785288743.2558975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288743.2559147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288743.2559395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288752.513396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288752.5134752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c011d902-2203-40e4-b936-501741691789"} {"level":"info","ts":1785288752.5134847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c011d902-2203-40e4-b936-501741691789"} {"level":"info","ts":1785288752.513497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c011d902-2203-40e4-b936-501741691789","EoS":false} {"level":"info","ts":1785288752.5135098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c011d902-2203-40e4-b936-501741691789","EoS":true} {"level":"info","ts":1785288752.5135362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c011d902-2203-40e4-b936-501741691789","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288752.5135603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c011d902-2203-40e4-b936-501741691789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288752.5135994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c011d902-2203-40e4-b936-501741691789"} {"level":"info","ts":1785288770.7206392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288770.7207417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8"} {"level":"info","ts":1785288770.7207623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8"} {"level":"info","ts":1785288770.720839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8","EoS":false} {"level":"info","ts":1785288770.7208579,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8","EoS":true} {"level":"info","ts":1785288770.7208862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288770.7209077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288770.7209358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa38b9d5-b307-40b1-b4a7-17229b7af9e8"} {"level":"info","ts":1785288780.2389421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288780.239029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2390375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.239048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","EoS":false} {"level":"info","ts":1785288780.2390583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","EoS":true} {"level":"info","ts":1785288780.2390804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288780.2390952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288780.2391107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288789.616515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288789.616606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6166155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6166265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","EoS":false} {"level":"info","ts":1785288789.616638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","EoS":true} {"level":"info","ts":1785288789.6166575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288789.6166735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288789.6166925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.653774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288789.6538415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6538525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6538637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","EoS":false} {"level":"info","ts":1785288789.6538737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","EoS":true} {"level":"info","ts":1785288789.6538908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288789.6539052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288789.653923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288808.6540651,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288808.654141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6541617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6541784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","EoS":false} {"level":"info","ts":1785288808.6541965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","EoS":true} {"level":"info","ts":1785288808.6542182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288808.654234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288808.654256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288817.9841821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288817.9842682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b"} {"level":"info","ts":1785288817.9842873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b"} {"level":"info","ts":1785288817.9843051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b","EoS":false} {"level":"info","ts":1785288817.9843261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b","EoS":true} {"level":"info","ts":1785288817.984355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288817.9843738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288817.9844046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"401fb439-bc52-450a-85fe-57bf4e3e341b"} {"level":"info","ts":1785288823.368653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288823.3687372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd"} {"level":"info","ts":1785288823.3687506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd"} {"level":"info","ts":1785288823.3687618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd","EoS":false} {"level":"info","ts":1785288823.368774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd","EoS":true} {"level":"info","ts":1785288823.3687944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288823.3688092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288823.36883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c46ae85c-eb3f-41ef-82d7-fd267fd5d2dd"} {"level":"info","ts":1785288924.4484468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288924.448529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18"} {"level":"info","ts":1785288924.4485388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18"} {"level":"info","ts":1785288924.4485512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18","EoS":false} {"level":"info","ts":1785288924.4485703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18","EoS":true} {"level":"info","ts":1785288924.4486175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288924.448641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288924.448665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d2a1535-a3e7-48c3-a8ac-6872fcdc2d18"} {"level":"info","ts":1785288954.6274242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288954.6275082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6275249,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6275427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","EoS":false} {"level":"info","ts":1785288954.627559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","EoS":true} {"level":"info","ts":1785288954.6276104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288954.6276314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288954.6276627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288996.0391362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288996.0392232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0392323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0392425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","EoS":false} {"level":"info","ts":1785288996.0392566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","EoS":true} {"level":"info","ts":1785288996.039278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288996.0392935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288996.0393147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785289011.2839155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289011.2840514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2840714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2840898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","EoS":false} {"level":"info","ts":1785289011.284109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","EoS":true} {"level":"info","ts":1785289011.2841454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785289011.2841682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289011.2841978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.5949364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289011.5950305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8"} {"level":"info","ts":1785289011.5950468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8"} {"level":"info","ts":1785289011.5950632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8","EoS":false} {"level":"info","ts":1785289011.5950818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8","EoS":true} {"level":"info","ts":1785289011.5951142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785289011.5951328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289011.5951633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee7af26f-4213-45e0-8d0b-c8be51fd16a8"} {"level":"info","ts":1785289323.62391,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289323.6239998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.62401,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6240206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","EoS":false} {"level":"info","ts":1785289323.6240313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","EoS":true} {"level":"info","ts":1785289323.6240578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289323.6240742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289323.6240907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6584156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289323.6585052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61"} {"level":"info","ts":1785289323.658515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61"} {"level":"info","ts":1785289323.6585293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61","EoS":false} {"level":"info","ts":1785289323.6585472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61","EoS":true} {"level":"info","ts":1785289323.6585948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289323.6586175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289323.6586423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"582b3ec4-15b3-482b-a0f1-953bf19add61"} {"level":"info","ts":1785289323.693846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289323.693922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b"} {"level":"info","ts":1785289323.6939323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b"} {"level":"info","ts":1785289323.693944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b","EoS":false} {"level":"info","ts":1785289323.6939604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b","EoS":true} {"level":"info","ts":1785289323.693984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289323.6940002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289323.694022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8db924a2-8143-41c8-bc4a-2d159466571b"} {"level":"info","ts":1785289328.5547817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a37e0e90-a280-4d1d-9874-98942c973de6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.5547862,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c06af0-b89e-4722-9694-3bb299d97a07"} {"level":"info","ts":1785289328.5548296,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a37e0e90-a280-4d1d-9874-98942c973de6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289328.5627916,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac3bb0c8-1f20-4c30-862a-f3ae5d6a285b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.5629525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34181.197781967,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.562974,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac3bb0c8-1f20-4c30-862a-f3ae5d6a285b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289328.562974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.6970582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17e1a024-9211-42e1-972b-daa8e7ffecaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6971307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17e1a024-9211-42e1-972b-daa8e7ffecaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.6972306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a858cfc8-b6d8-47c3-82fd-b1d654f1334a"} {"level":"info","ts":1785289328.6978924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"469dc4ba-52aa-4bf9-ab4c-877ccf0f686f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6979928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"469dc4ba-52aa-4bf9-ab4c-877ccf0f686f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.6980743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"329aa728-f3c0-4f32-bee5-385f2259f8e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6981082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"329aa728-f3c0-4f32-bee5-385f2259f8e7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785289328.7046928,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a858cfc8-b6d8-47c3-82fd-b1d654f1334a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.704747,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a858cfc8-b6d8-47c3-82fd-b1d654f1334a","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785289328.7948537,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a858cfc8-b6d8-47c3-82fd-b1d654f1334a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289328.7949183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a858cfc8-b6d8-47c3-82fd-b1d654f1334a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.7949953,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a5e30c-771c-40c0-b94c-e3dfce9cabdc"} {"level":"info","ts":1785289328.7950258,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a5e30c-771c-40c0-b94c-e3dfce9cabdc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289328.7951057,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50e4f781-5c71-48ff-b045-786fb305a101","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.795145,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50e4f781-5c71-48ff-b045-786fb305a101","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289328.795287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40dde9c2-064d-4b34-89fe-d0f999e62837","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.7954156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40dde9c2-064d-4b34-89fe-d0f999e62837","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.7959042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785289328.8008883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a5e30c-771c-40c0-b94c-e3dfce9cabdc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.8009706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65d75122-897f-4a57-b10b-fa2044f94ecf"} {"level":"info","ts":1785289328.8012402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34983.873488313,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.8012605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.8196375,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.828384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db713b14-679b-4852-b1c5-a023731b6ca7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8284247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db713b14-679b-4852-b1c5-a023731b6ca7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8447876,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9276344-656e-4c6e-9caa-b9f5ae6dc348","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8448284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9276344-656e-4c6e-9caa-b9f5ae6dc348","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8591695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c78e2d72-1b65-440e-9902-96486d2cdc44","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8592048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c78e2d72-1b65-440e-9902-96486d2cdc44","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8632472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37858.768503387,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.8632722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.8723898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.9014037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65d75122-897f-4a57-b10b-fa2044f94ecf","name":"e2e-external-model"} {"level":"info","ts":1785289328.91061,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65d75122-897f-4a57-b10b-fa2044f94ecf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785289328.914349,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65d75122-897f-4a57-b10b-fa2044f94ecf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.9144595,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3135fc89-ab0f-4317-8b41-a52329ad5d73"} {"level":"info","ts":1785289328.9145222,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3135fc89-ab0f-4317-8b41-a52329ad5d73","name":"e2e-external-model"} {"level":"info","ts":1785289328.9225342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3135fc89-ab0f-4317-8b41-a52329ad5d73","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289328.9637744,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c06af0-b89e-4722-9694-3bb299d97a07","name":"e2e-external-provider"} {"level":"info","ts":1785289328.9758244,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c06af0-b89e-4722-9694-3bb299d97a07","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289328.9795508,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c06af0-b89e-4722-9694-3bb299d97a07","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.9796915,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"176f2071-c2e6-45a0-a11d-997137b27b91"} {"level":"info","ts":1785289328.9797428,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"176f2071-c2e6-45a0-a11d-997137b27b91","name":"e2e-external-provider"} {"level":"info","ts":1785289328.9888797,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"176f2071-c2e6-45a0-a11d-997137b27b91","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289336.1940668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289336.1941457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86"} {"level":"info","ts":1785289336.1941557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86"} {"level":"info","ts":1785289336.1941662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","EoS":false} {"level":"info","ts":1785289336.1941855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","EoS":true} {"level":"info","ts":1785289336.1942062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289336.1942227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289336.1942308,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","modelName":"e2e-external-model"} {"level":"info","ts":1785289336.1942475,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289336.1943107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"603eee41-26bd-4928-9b38-5c410261fe86"} {"level":"info","ts":1785289336.25211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289336.252183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b"} {"level":"info","ts":1785289336.2521918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b"} {"level":"info","ts":1785289336.252202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","EoS":false} {"level":"info","ts":1785289336.2522178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","EoS":true} {"level":"info","ts":1785289336.252241,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289336.2522564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289336.2522647,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","modelName":"e2e-external-model"} {"level":"info","ts":1785289336.2522783,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289336.2523162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"481683db-2cc8-45a7-8dee-171106b3e06b"} {"level":"info","ts":1785289336.2746491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289336.2747204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.2747295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.2747407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","EoS":false} {"level":"info","ts":1785289336.2747545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","EoS":true} {"level":"info","ts":1785289336.2747755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289336.2747881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289336.2747955,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","modelName":"e2e-external-model"} {"level":"info","ts":1785289336.2748082,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289336.2748435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.5295603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1cd3c317-485b-4525-8c82-bf74576d89de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5296388,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1cd3c317-485b-4525-8c82-bf74576d89de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5295994,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e478289-ba6a-4923-9534-5cb50b5f8f28"} {"level":"info","ts":1785289336.5357869,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e1ff6e-9435-4ffb-bb88-58da5d97a0b4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5358279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e1ff6e-9435-4ffb-bb88-58da5d97a0b4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289336.539441,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e478289-ba6a-4923-9534-5cb50b5f8f28","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.5395033,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e478289-ba6a-4923-9534-5cb50b5f8f28","name":"e2e-cleanup-test"} {"level":"error","ts":1785289336.5611093,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e478289-ba6a-4923-9534-5cb50b5f8f28","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289336.561159,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e478289-ba6a-4923-9534-5cb50b5f8f28","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.5612187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eacd6486-f4e3-4e19-9238-167403302a75"} {"level":"info","ts":1785289336.5612726,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eacd6486-f4e3-4e19-9238-167403302a75","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.5648656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393d6c69-a2fe-4708-b93c-95bc17a6ac94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5649045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393d6c69-a2fe-4708-b93c-95bc17a6ac94","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289336.575284,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eacd6486-f4e3-4e19-9238-167403302a75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289336.575335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eacd6486-f4e3-4e19-9238-167403302a75","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.575392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45523092-a422-4223-a41a-6d9fef2e86f5"} {"level":"info","ts":1785289336.5754442,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45523092-a422-4223-a41a-6d9fef2e86f5","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.578884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"394ca415-2360-4452-9285-ebbc31006720","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5789168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"394ca415-2360-4452-9285-ebbc31006720","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5857413,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45523092-a422-4223-a41a-6d9fef2e86f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785289336.5893214,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45523092-a422-4223-a41a-6d9fef2e86f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.589397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"473c63c8-ad00-4134-9443-e0fd0ca6e5f1"} {"level":"info","ts":1785289336.589447,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"473c63c8-ad00-4134-9443-e0fd0ca6e5f1","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.593102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d00ee3-a8a8-4178-aa5d-629270ae4902","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5931354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d00ee3-a8a8-4178-aa5d-629270ae4902","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5972872,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"473c63c8-ad00-4134-9443-e0fd0ca6e5f1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785289336.6013453,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"473c63c8-ad00-4134-9443-e0fd0ca6e5f1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.6014454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4d4eca6-98af-4ad3-8b3e-00de5c4b1baf"} {"level":"info","ts":1785289336.6015081,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4d4eca6-98af-4ad3-8b3e-00de5c4b1baf","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.6114488,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4d4eca6-98af-4ad3-8b3e-00de5c4b1baf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289344.8239193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37141588-90a5-4004-a45d-10357bc40ff4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289344.8239408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c30067af-505a-413d-b193-acb60c3ed03b"} {"level":"info","ts":1785289344.8239603,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37141588-90a5-4004-a45d-10357bc40ff4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289349.1276233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.1277397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.1277575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.127776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","EoS":false} {"level":"info","ts":1785289349.1277947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","EoS":true} {"level":"info","ts":1785289349.1278536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785289349.1278775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289349.1279068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.1511476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.1512284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.1512415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.1512594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","EoS":false} {"level":"info","ts":1785289349.1512825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","EoS":true} {"level":"info","ts":1785289349.1513095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289349.1513264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289349.151338,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","modelName":"e2e-external-model"} {"level":"info","ts":1785289349.1513584,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289349.1514094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.2969007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.2970006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.2970169,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.2970345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","EoS":false} {"level":"info","ts":1785289349.2970538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","EoS":true} {"level":"info","ts":1785289349.2970803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785289349.2971005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289349.2971292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.381337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.3814206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.3814769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.3814988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","EoS":false} {"level":"info","ts":1785289349.381511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","EoS":true} {"level":"info","ts":1785289349.3815439,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","field":"model"} {"level":"info","ts":1785289349.3815718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289350.2667346,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6895f052-484a-47fb-992c-f162215844d7"} {"level":"info","ts":1785289350.2667344,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"309638fd-7edb-4dc4-87a8-d6b21ca73019","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289350.26681,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"309638fd-7edb-4dc4-87a8-d6b21ca73019","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289350.4178662,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"323445e3-2c37-4914-b82c-1041713c5ddd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289350.4179041,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"323445e3-2c37-4914-b82c-1041713c5ddd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289350.4178805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b551b87-93d0-42bd-b37d-87765b0620ae"} {"level":"info","ts":1785290721.905185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290721.9052842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7259aa7-206c-4e2c-a0b8-8df89f94afdd"} {"level":"info","ts":1785290796.547101,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290796.5471926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.5472574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.5472727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","EoS":false} {"level":"info","ts":1785290796.5472867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","EoS":true} {"level":"info","ts":1785290796.5473168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785290796.5473378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785290796.5473602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"}