{"level":"info","ts":1784663529.9849534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663529.9861677,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663529.9861898,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663529.9862084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","EoS":false} {"level":"info","ts":1784663529.9862213,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","EoS":true} {"level":"info","ts":1784663529.986257,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663530.1203597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.120416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.1204288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.120439,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","EoS":true} {"level":"info","ts":1784663530.120458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","header":"x-maas-group"} {"level":"info","ts":1784663530.1204674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","header":"x-maas-subscription"} {"level":"info","ts":1784663530.1204731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","header":"x-maas-username"} {"level":"info","ts":1784663530.1204846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.1205077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.121431,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.121445,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.121461,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","EoS":false} {"level":"info","ts":1784663530.1214771,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","EoS":true} {"level":"info","ts":1784663530.1215065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.2603273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.2603924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.260405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.260416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","EoS":true} {"level":"info","ts":1784663530.2604396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","header":"x-maas-subscription"} {"level":"info","ts":1784663530.2604537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","header":"x-maas-username"} {"level":"info","ts":1784663530.2604618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","header":"x-maas-group"} {"level":"info","ts":1784663530.2604775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.260503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.261421,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.2614324,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.2614431,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","EoS":false} {"level":"info","ts":1784663530.2614534,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","EoS":true} {"level":"info","ts":1784663530.2614815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.3989575,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.3990195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.39903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.3990407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","EoS":true} {"level":"info","ts":1784663530.3990612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","header":"x-maas-group"} {"level":"info","ts":1784663530.3990724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","header":"x-maas-username"} {"level":"info","ts":1784663530.399079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","header":"x-maas-subscription"} {"level":"info","ts":1784663530.3990908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.3991158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.402264,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.4022856,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.4023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","EoS":false} {"level":"info","ts":1784663530.4023108,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","EoS":true} {"level":"info","ts":1784663530.4023457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.5398812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.539957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.539966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.539977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","EoS":true} {"level":"info","ts":1784663530.5400002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","header":"x-maas-username"} {"level":"info","ts":1784663530.5400095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","header":"x-maas-subscription"} {"level":"info","ts":1784663530.5400155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","header":"x-maas-group"} {"level":"info","ts":1784663530.5400262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.5400472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.5410256,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.5410457,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.5410674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","EoS":false} {"level":"info","ts":1784663530.5410886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","EoS":true} {"level":"info","ts":1784663530.5411372,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663547.4072347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.407305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.4073174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.4073288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","EoS":true} {"level":"info","ts":1784663547.4073496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","header":"x-maas-group"} {"level":"info","ts":1784663547.407359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","header":"x-maas-username"} {"level":"info","ts":1784663547.4073646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","header":"x-maas-subscription"} {"level":"info","ts":1784663547.4073775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.407399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.408376,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.408389,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.408401,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","EoS":false} {"level":"info","ts":1784663547.4084115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","EoS":true} {"level":"info","ts":1784663547.4084468,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.4445493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.444615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4446266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4446375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","EoS":true} {"level":"info","ts":1784663547.4446561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","header":"x-maas-username"} {"level":"info","ts":1784663547.4446657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","header":"x-maas-group"} {"level":"info","ts":1784663547.4446702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","header":"x-maas-subscription"} {"level":"info","ts":1784663547.4446807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.4447021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4456446,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.445656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4456694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","EoS":false} {"level":"info","ts":1784663547.4456792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","EoS":true} {"level":"info","ts":1784663547.4457142,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.557268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.5573308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663547.5592296,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663547.5592465,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663547.559262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22","EoS":false} {"level":"info","ts":1784663547.5592744,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663547.5592976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22","EoS":true} {"level":"info","ts":1784663547.5593088,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663552.171971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663552.172037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1720457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1720588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","EoS":true} {"level":"info","ts":1784663552.1720908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","header":"x-maas-subscription"} {"level":"info","ts":1784663552.172104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","header":"x-maas-group"} {"level":"info","ts":1784663552.1721087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","header":"x-maas-username"} {"level":"info","ts":1784663552.1721203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663552.172144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1729734,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1729848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1729996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","EoS":false} {"level":"info","ts":1784663552.1730123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","EoS":true} {"level":"info","ts":1784663552.1730404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663562.7777014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663562.7777677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7777798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7777903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","EoS":true} {"level":"info","ts":1784663562.777813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","header":"x-maas-username"} {"level":"info","ts":1784663562.7778227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","header":"x-maas-subscription"} {"level":"info","ts":1784663562.7778285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","header":"x-maas-group"} {"level":"info","ts":1784663562.7778401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663562.7778625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7788699,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7788815,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7789118,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","EoS":false} {"level":"info","ts":1784663562.7789254,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","EoS":true} {"level":"info","ts":1784663562.7789583,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663575.6432173,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663575.6432848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.6432955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.643307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","EoS":true} {"level":"info","ts":1784663575.6433294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","header":"x-maas-group"} {"level":"info","ts":1784663575.6433384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","header":"x-maas-username"} {"level":"info","ts":1784663575.6433432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","header":"x-maas-subscription"} {"level":"info","ts":1784663575.643354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663575.6433752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.644489,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.6445067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.6445255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","EoS":false} {"level":"info","ts":1784663575.6445398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","EoS":true} {"level":"info","ts":1784663575.6445758,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663584.170755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663584.170829,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1708403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1708524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","EoS":true} {"level":"info","ts":1784663584.1708739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","header":"x-maas-group"} {"level":"info","ts":1784663584.1708834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","header":"x-maas-username"} {"level":"info","ts":1784663584.170901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","header":"x-maas-subscription"} {"level":"info","ts":1784663584.1709583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663584.1709838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1717722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1717923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1718109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","EoS":false} {"level":"info","ts":1784663584.171822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","EoS":true} {"level":"info","ts":1784663584.1718636,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663593.0477865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663593.0478554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.0478668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.0478787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","EoS":true} {"level":"info","ts":1784663593.0479114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","header":"x-maas-group"} {"level":"info","ts":1784663593.047922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","header":"x-maas-username"} {"level":"info","ts":1784663593.047927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","header":"x-maas-subscription"} {"level":"info","ts":1784663593.0479386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663593.0479991,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.0487576,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.04878,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.0487988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","EoS":false} {"level":"info","ts":1784663593.0488129,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","EoS":true} {"level":"info","ts":1784663593.048845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663621.0715444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663621.0716388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.0716555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.071672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","EoS":true} {"level":"info","ts":1784663621.0717065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","header":"x-maas-username"} {"level":"info","ts":1784663621.0717206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","header":"x-maas-subscription"} {"level":"info","ts":1784663621.0717285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","header":"x-maas-group"} {"level":"info","ts":1784663621.0717435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663621.0717747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.0737684,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.0737932,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.0738084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","EoS":false} {"level":"info","ts":1784663621.0738204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","EoS":true} {"level":"info","ts":1784663621.073855,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663643.9352503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663643.935322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.935332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.9353447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","EoS":true} {"level":"info","ts":1784663643.9353664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","header":"x-maas-username"} {"level":"info","ts":1784663643.9353771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","header":"x-maas-subscription"} {"level":"info","ts":1784663643.9353821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","header":"x-maas-group"} {"level":"info","ts":1784663643.9353952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663643.9354212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.936227,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.9362397,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.9362514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","EoS":false} {"level":"info","ts":1784663643.9362726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","EoS":true} {"level":"info","ts":1784663643.936312,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663670.3914907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663670.391557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.391566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.391577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","EoS":true} {"level":"info","ts":1784663670.3915997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","header":"x-maas-group"} {"level":"info","ts":1784663670.3916097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","header":"x-maas-subscription"} {"level":"info","ts":1784663670.3916154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","header":"x-maas-username"} {"level":"info","ts":1784663670.3916268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663670.3916528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.3936517,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.3936718,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.3936937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","EoS":false} {"level":"info","ts":1784663670.3937109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","EoS":true} {"level":"info","ts":1784663670.393761,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663679.8169749,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663679.817037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8170462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8170574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","EoS":true} {"level":"info","ts":1784663679.8170784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","header":"x-maas-subscription"} {"level":"info","ts":1784663679.8170893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","header":"x-maas-group"} {"level":"info","ts":1784663679.8170938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","header":"x-maas-username"} {"level":"info","ts":1784663679.817108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663679.8171315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8179593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8179789,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","EoS":false} {"level":"info","ts":1784663679.8180208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","EoS":true} {"level":"info","ts":1784663679.8180778,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8513577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663679.8514125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.8514228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.8514338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","EoS":true} {"level":"info","ts":1784663679.8514543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","header":"x-maas-username"} {"level":"info","ts":1784663679.8514638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","header":"x-maas-subscription"} {"level":"info","ts":1784663679.8514683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","header":"x-maas-group"} {"level":"info","ts":1784663679.8514779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663679.8514977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.8522496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.852266,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.8522892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","EoS":false} {"level":"info","ts":1784663679.852302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","EoS":true} {"level":"info","ts":1784663679.8523328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663698.9826376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663698.982706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.982719,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.9827297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","EoS":true} {"level":"info","ts":1784663698.9827533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","header":"x-maas-username"} {"level":"info","ts":1784663698.9827638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","header":"x-maas-group"} {"level":"info","ts":1784663698.982769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","header":"x-maas-subscription"} {"level":"info","ts":1784663698.9827824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663698.9828079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.9836495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.9836693,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.983688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","EoS":false} {"level":"info","ts":1784663698.9837048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","EoS":true} {"level":"info","ts":1784663698.983751,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663827.662441,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663827.6625137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6625242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6625357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","EoS":true} {"level":"info","ts":1784663827.66256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","header":"x-maas-subscription"} {"level":"info","ts":1784663827.6625705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","header":"x-maas-group"} {"level":"info","ts":1784663827.662576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","header":"x-maas-username"} {"level":"info","ts":1784663827.6625886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784663827.6626098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6655052,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6655257,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.665545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","EoS":false} {"level":"info","ts":1784663827.6655605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","EoS":true} {"level":"info","ts":1784663827.6655986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663864.6942425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663864.6943207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6943297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6943412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","EoS":true} {"level":"info","ts":1784663864.6943655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","header":"x-maas-subscription"} {"level":"info","ts":1784663864.6943803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","header":"x-maas-group"} {"level":"info","ts":1784663864.6943865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","header":"x-maas-username"} {"level":"info","ts":1784663864.6943986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663864.6944218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6952252,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6952438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6952586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","EoS":false} {"level":"info","ts":1784663864.6952698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","EoS":true} {"level":"info","ts":1784663864.6953027,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663879.9392927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663879.9393556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.939364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.9393744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","EoS":true} {"level":"info","ts":1784663879.9393952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","header":"x-maas-subscription"} {"level":"info","ts":1784663879.9394035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","header":"x-maas-username"} {"level":"info","ts":1784663879.9394083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","header":"x-maas-group"} {"level":"info","ts":1784663879.939421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663879.9394417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.9417355,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.941762,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.9417787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","EoS":false} {"level":"info","ts":1784663879.9417906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","EoS":true} {"level":"info","ts":1784663879.9418278,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784664192.0302737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664192.0303457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0303574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0303683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","EoS":true} {"level":"info","ts":1784664192.0303922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","header":"x-maas-subscription"} {"level":"info","ts":1784664192.0304012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","header":"x-maas-username"} {"level":"info","ts":1784664192.0304067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","header":"x-maas-group"} {"level":"info","ts":1784664192.0304182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784664192.0304415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.033366,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0333858,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0334008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","EoS":false} {"level":"info","ts":1784664192.0334318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","EoS":true} {"level":"info","ts":1784664192.0334656,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664196.8275094,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"73944834-bbd0-4c32-ac44-6649d4eb89c1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784664196.827768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34512.994030453,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.8277977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.861887,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.9281807,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"73944834-bbd0-4c32-ac44-6649d4eb89c1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784664196.9515624,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef409f8e-7e51-43bb-abb5-ef0a1623f543","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664196.9515655,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9"} {"level":"info","ts":1784664196.9516027,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef409f8e-7e51-43bb-abb5-ef0a1623f543","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784664196.957368,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9126848-1c32-41a9-aacb-f5d68923cdab","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664196.957394,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9126848-1c32-41a9-aacb-f5d68923cdab","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784664196.9607081,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664196.9609447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37800.257886586,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.9609618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.9689794,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.0611389,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","name":"e2e-external-provider"} {"level":"info","ts":1784664197.0696583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8573dcb1-6aae-417f-afa4-4b4fd4dc06e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.0697093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8573dcb1-6aae-417f-afa4-4b4fd4dc06e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.069703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f119193-4f86-4d5a-9196-cfb3e8101315"} {"level":"info","ts":1784664197.0775409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b07b0b9-8a16-4a6f-94a3-c56b5c484ed2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.077566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b07b0b9-8a16-4a6f-94a3-c56b5c484ed2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.0777514,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f119193-4f86-4d5a-9196-cfb3e8101315","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784664197.08143,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784664197.0832553,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f119193-4f86-4d5a-9196-cfb3e8101315","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.083333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82301cb4-8d5f-483c-86c9-6a283292c706"} {"level":"info","ts":1784664197.0833755,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82301cb4-8d5f-483c-86c9-6a283292c706","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784664197.0833907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18fcfc3-9060-4707-90b9-47ee8936c98b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.0834057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18fcfc3-9060-4707-90b9-47ee8936c98b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784664197.0877397,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82301cb4-8d5f-483c-86c9-6a283292c706","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.087795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e1ecc32-4280-4071-9840-8c15f36c0c02"} {"level":"info","ts":1784664197.087816,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e1ecc32-4280-4071-9840-8c15f36c0c02","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784664197.090082,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784664197.0927453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e1ecc32-4280-4071-9840-8c15f36c0c02","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.0971005,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784664197.1010623,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4993b606-b642-4aef-bedc-f2d96351b8f9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.101143,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed6c0196-5e08-40e7-89d1-77b4738ea825"} {"level":"info","ts":1784664197.1012056,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed6c0196-5e08-40e7-89d1-77b4738ea825","name":"e2e-external-provider"} {"level":"info","ts":1784664197.1111853,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed6c0196-5e08-40e7-89d1-77b4738ea825","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784664197.1128774,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68e227ad-e2ee-4247-ba2d-1424fb723c82"} {"level":"info","ts":1784664197.1129327,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68e227ad-e2ee-4247-ba2d-1424fb723c82","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784664197.1160507,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a03f37ba-0858-414f-95f2-f2ec06080ff7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664197.116075,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a03f37ba-0858-414f-95f2-f2ec06080ff7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784664197.1161454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5b5d55d-8aad-4d47-89e6-24b919b9ea1b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.1161706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5b5d55d-8aad-4d47-89e6-24b919b9ea1b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.11634,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cd4a8b9-0713-46a9-a279-db10d6dd6c58"} {"level":"info","ts":1784664197.1163886,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cd4a8b9-0713-46a9-a279-db10d6dd6c58","name":"e2e-external-provider"} {"level":"error","ts":1784664197.1176105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68e227ad-e2ee-4247-ba2d-1424fb723c82","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.1179261,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61634f49-a95c-40e7-a7a4-fad3654170b3"} {"level":"info","ts":1784664197.1186318,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34677.133953841,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1186604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1264553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1264772,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cd4a8b9-0713-46a9-a279-db10d6dd6c58","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784664197.2193003,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61634f49-a95c-40e7-a7a4-fad3654170b3","name":"e2e-external-model"} {"level":"info","ts":1784664197.2306027,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61634f49-a95c-40e7-a7a4-fad3654170b3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664197.2384238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ada3a876-ccd6-4c12-8d5a-c4d84d1efdc8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2384577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ada3a876-ccd6-4c12-8d5a-c4d84d1efdc8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.2386112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"971f7c26-f52f-43f7-955a-407ae4f1c606"} {"level":"info","ts":1784664197.2386606,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"971f7c26-f52f-43f7-955a-407ae4f1c606","name":"e2e-external-model"} {"level":"info","ts":1784664197.2554834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77f28fe7-3b91-449c-b9e5-acca051885cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2555113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77f28fe7-3b91-449c-b9e5-acca051885cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784664197.2556818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"971f7c26-f52f-43f7-955a-407ae4f1c606","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.2557335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2155c0ff-05a1-473f-be01-f325d4ea27d8"} {"level":"info","ts":1784664197.2557738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2155c0ff-05a1-473f-be01-f325d4ea27d8","name":"e2e-external-model"} {"level":"info","ts":1784664197.2643402,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2155c0ff-05a1-473f-be01-f325d4ea27d8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664197.2712438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ac809b6-5928-47ee-b542-80bd1636723a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2712655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ac809b6-5928-47ee-b542-80bd1636723a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.2715209,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1660669d-2b84-4780-aea6-59c02d150455"} {"level":"info","ts":1784664197.2715647,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1660669d-2b84-4780-aea6-59c02d150455","name":"e2e-external-model"} {"level":"info","ts":1784664197.2800772,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1660669d-2b84-4780-aea6-59c02d150455","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664206.701482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664206.7015426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.701551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.7015617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","EoS":true} {"level":"info","ts":1784664206.7015808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","header":"x-maas-subscription"} {"level":"info","ts":1784664206.701591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","header":"x-maas-group"} {"level":"info","ts":1784664206.701596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","header":"x-maas-username"} {"level":"info","ts":1784664206.701608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664206.7016158,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","modelName":"e2e-external-model"} {"level":"info","ts":1784664206.7016265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664206.7016628,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784664206.7016778,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","authType":"apikey"} {"level":"info","ts":1784664206.701697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.821121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"259d9773-6169-404d-b9fd-5a002c9b3ef9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8211577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"259d9773-6169-404d-b9fd-5a002c9b3ef9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8211784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402018d9-64a0-42ab-a7b5-3b34c8059769"} {"level":"info","ts":1784664206.8286054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13c4c060-7497-44f9-80be-53ca85b480f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8286297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13c4c060-7497-44f9-80be-53ca85b480f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8287597,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402018d9-64a0-42ab-a7b5-3b34c8059769","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8385417,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402018d9-64a0-42ab-a7b5-3b34c8059769","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664206.8459635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"655a45e7-0f19-4d48-9685-ba04296e0682","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8459868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"655a45e7-0f19-4d48-9685-ba04296e0682","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8459935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac059aa-3acf-41f1-9f12-41bd31c60e68"} {"level":"info","ts":1784664206.8460448,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac059aa-3acf-41f1-9f12-41bd31c60e68","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8591921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f73b808-2e85-41b7-8585-380bd3e05456","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8592198,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f73b808-2e85-41b7-8585-380bd3e05456","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784664206.8621194,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac059aa-3acf-41f1-9f12-41bd31c60e68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784664206.8621666,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac059aa-3acf-41f1-9f12-41bd31c60e68","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664206.8622217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e739819-4c69-4d47-9269-ad3c61da1652"} {"level":"info","ts":1784664206.8622715,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e739819-4c69-4d47-9269-ad3c61da1652","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8696392,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e739819-4c69-4d47-9269-ad3c61da1652","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664206.8718574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b4e4789-a274-4c7d-b862-0e17d0644e16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8718817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b4e4789-a274-4c7d-b862-0e17d0644e16","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784664206.872989,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e739819-4c69-4d47-9269-ad3c61da1652","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664206.8730597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad8b22a0-9d22-47d9-a38e-959e504a6954"} {"level":"info","ts":1784664206.8730977,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad8b22a0-9d22-47d9-a38e-959e504a6954","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8803532,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad8b22a0-9d22-47d9-a38e-959e504a6954","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664215.1019664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0390d280-da7b-4c27-ad1f-1a320b710478","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664215.1019974,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0390d280-da7b-4c27-ad1f-1a320b710478","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664215.1020238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55328d54-3e82-48ed-adb5-44da9648ab13"} {"level":"info","ts":1784664219.429847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.4299269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.4299366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.4299476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","EoS":true} {"level":"info","ts":1784664219.4299777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784664219.4300032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.473273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.4733274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.4733393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.473351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","EoS":true} {"level":"info","ts":1784664219.4733698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","header":"x-maas-username"} {"level":"info","ts":1784664219.4733799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","header":"x-maas-subscription"} {"level":"info","ts":1784664219.4733858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","header":"x-maas-group"} {"level":"info","ts":1784664219.473395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664219.4734032,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","modelName":"e2e-external-model"} {"level":"info","ts":1784664219.473415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664219.4734344,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784664219.4734485,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","authType":"apikey"} {"level":"info","ts":1784664219.4734695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.5128503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.5129268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.5129364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.5129483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","EoS":true} {"level":"info","ts":1784664219.5129683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","header":"x-maas-subscription"} {"level":"info","ts":1784664219.5129778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","header":"x-maas-group"} {"level":"info","ts":1784664219.5129833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","header":"x-maas-username"} {"level":"info","ts":1784664219.5129933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664219.5130117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.6040735,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.6040952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.6041098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","EoS":false} {"level":"info","ts":1784664219.604122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","EoS":true} {"level":"error","ts":1784664219.6041346,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784664219.604185,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.6464055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.6464772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.646488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.6464992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","EoS":true} {"level":"info","ts":1784664219.6465206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","header":"x-maas-group"} {"level":"info","ts":1784664219.6465313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","header":"x-maas-username"} {"level":"info","ts":1784664219.6465356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","header":"x-maas-subscription"} {"level":"info","ts":1784664219.6465595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.7018044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.70186,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.7018766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","EoS":false} {"level":"info","ts":1784664219.7019086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","EoS":true} {"level":"error","ts":1784664219.7019246,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784664219.7019622,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664220.54879,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef358c01-cda8-4cf9-96d9-bcbfbf59bae1"} {"level":"info","ts":1784664220.5487993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a62f2f4f-1f4d-4588-8e23-25e881e418fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664220.5488336,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a62f2f4f-1f4d-4588-8e23-25e881e418fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664220.706356,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f542868-cd56-43b6-a163-462338f5c173","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664220.7064,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f542868-cd56-43b6-a163-462338f5c173","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664220.7063677,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77d2c7a2-e706-4d03-9ff4-dbc058f2ac92"} {"level":"info","ts":1784664220.8354375,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c099e8e7-0e3c-4ce5-a889-b03087d6f2be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784664220.835494,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c099e8e7-0e3c-4ce5-a889-b03087d6f2be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784664864.489086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664864.4891703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.4891827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.4892015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","EoS":true} {"level":"info","ts":1784664864.4892402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","header":"x-maas-group"} {"level":"info","ts":1784664864.4892545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","header":"x-maas-subscription"} {"level":"info","ts":1784664864.4892612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","header":"x-maas-username"} {"level":"info","ts":1784664864.4892793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","path":"/ai-tenant-e2e-inf-b-839c41/test-model-839c41/v1/chat/completions"} {"level":"info","ts":1784664864.4893148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.5022485,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.5022695,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.5022871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","EoS":false} {"level":"info","ts":1784664864.5023084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","EoS":true} {"level":"info","ts":1784664864.5023494,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784665384.3974657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784665384.3975458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.3975546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.3975663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","EoS":true} {"level":"info","ts":1784665384.3975902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","header":"x-maas-username"} {"level":"info","ts":1784665384.3976014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","header":"x-maas-group"} {"level":"info","ts":1784665384.3976057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","header":"x-maas-subscription"} {"level":"info","ts":1784665384.3976178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","path":"/ai-tenant-e2e-shared-b-464ec4/rate-test-model-464ec4/v1/completions"} {"level":"info","ts":1784665384.3976376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.4107404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.4107683,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.4107869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","EoS":false} {"level":"info","ts":1784665384.4107985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","EoS":true} {"level":"info","ts":1784665384.4108355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"}