{"level":"info","ts":1784663511.0379815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9"} {"level":"info","ts":1784663511.0379932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9","EoS":false} {"level":"info","ts":1784663511.0380046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9","EoS":true} {"level":"info","ts":1784663511.0380335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663511.0380504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663511.038077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76bd1af3-414e-44d8-9066-f5054b2d4fb9"} {"level":"info","ts":1784663529.9719915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663529.9720678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663529.9720802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663529.9720917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","EoS":false} {"level":"info","ts":1784663529.9721036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","EoS":true} {"level":"info","ts":1784663529.9721243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663529.9721403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663529.972163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"102248cd-f35a-4b49-9358-5b8b9c75d6d4"} {"level":"info","ts":1784663530.1084805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.1085472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.1085591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.1085696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","EoS":false} {"level":"info","ts":1784663530.1085851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","EoS":true} {"level":"info","ts":1784663530.1086025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663530.108616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.1086352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43193291-0e50-4533-862d-8f950feabbf7"} {"level":"info","ts":1784663530.2476604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.2477405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.2477498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.2477612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","EoS":false} {"level":"info","ts":1784663530.247772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","EoS":true} {"level":"info","ts":1784663530.2477906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663530.2478049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49809800-a728-4f75-b151-4e5365132cef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.2478237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49809800-a728-4f75-b151-4e5365132cef"} {"level":"info","ts":1784663530.387176,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.3872573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.3872778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.3872964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","EoS":false} {"level":"info","ts":1784663530.3873155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","EoS":true} {"level":"info","ts":1784663530.3873441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663530.3873627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.3873916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d71c3c0e-1551-4b90-95de-eea579352c21"} {"level":"info","ts":1784663530.5279322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.527996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.5280044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.5280154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","EoS":false} {"level":"info","ts":1784663530.528028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","EoS":true} {"level":"info","ts":1784663530.5280445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663530.5280592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.5280762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3e9371-d8ec-47b6-8b6d-c150070c61a8"} {"level":"info","ts":1784663530.667346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663530.6674268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb"} {"level":"info","ts":1784663530.6674469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb"} {"level":"info","ts":1784663530.6674664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb","EoS":false} {"level":"info","ts":1784663530.6674867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb","EoS":true} {"level":"info","ts":1784663530.667515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663530.667534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663530.667563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16ad8cb8-7ab6-437b-98e2-c6ac2080d3cb"} {"level":"info","ts":1784663547.394224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.3942976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.3943071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.3943188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","EoS":false} {"level":"info","ts":1784663547.3943293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","EoS":true} {"level":"info","ts":1784663547.3943493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663547.394364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.3943822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69b9db95-bd07-4ec8-9937-a9e2ab4ff499"} {"level":"info","ts":1784663547.4337254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.4337819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4337938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4338048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","EoS":false} {"level":"info","ts":1784663547.4338145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","EoS":true} {"level":"info","ts":1784663547.4338303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663547.433845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.4338615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19fb1f70-2625-4fb2-b924-ae35d5774527"} {"level":"info","ts":1784663547.4710448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.4711163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928"} {"level":"info","ts":1784663547.4711308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928"} {"level":"info","ts":1784663547.4711485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928","EoS":false} {"level":"info","ts":1784663547.4711666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928","EoS":true} {"level":"info","ts":1784663547.4711897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663547.471206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.4712312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ec242fc-ec88-44a8-a763-409f5777c928"} {"level":"info","ts":1784663547.5090928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.509154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8"} {"level":"info","ts":1784663547.5091648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8"} {"level":"info","ts":1784663547.509176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8","EoS":false} {"level":"info","ts":1784663547.5091867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8","EoS":true} {"level":"info","ts":1784663547.5092037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663547.5092158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663547.5092332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abcf3275-9280-4e60-bd5d-32c26718cfc8"} {"level":"info","ts":1784663547.5453641,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663547.5454278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8d2765d-fe5e-47d5-91c4-fcb2fbb65a22"} {"level":"info","ts":1784663552.158221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663552.1583052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1583176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663552.1583378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","EoS":false} {"level":"info","ts":1784663552.1583598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","EoS":true} {"level":"info","ts":1784663552.1583931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663552.1584127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663552.1584427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca06ee8-c1ea-426b-ab07-c14b8c014b1a"} {"level":"info","ts":1784663560.7274919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663560.7275753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9"} {"level":"info","ts":1784663560.7275884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9"} {"level":"info","ts":1784663560.7276006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9","EoS":false} {"level":"info","ts":1784663560.7276163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9","EoS":true} {"level":"info","ts":1784663560.7276409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663560.7277076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663560.7277336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbb1baf4-60f7-44c2-9129-ea4d6a7eb8f9"} {"level":"info","ts":1784663562.7627854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663562.7628698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7628856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663562.7629263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","EoS":false} {"level":"info","ts":1784663562.7629378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","EoS":true} {"level":"info","ts":1784663562.7629576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663562.762973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663562.7630002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ac43455-b538-4b22-9f66-b5d554dd6e5b"} {"level":"info","ts":1784663575.6271749,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663575.6272705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.6272876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663575.627305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","EoS":false} {"level":"info","ts":1784663575.6273196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","EoS":true} {"level":"info","ts":1784663575.6273525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663575.6273715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663575.627401,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67ac9bf8-98f6-4791-af06-7483b10deef6"} {"level":"info","ts":1784663584.1575468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663584.1576219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1576307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663584.1576416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","EoS":false} {"level":"info","ts":1784663584.157655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","EoS":true} {"level":"info","ts":1784663584.157674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663584.1576889,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663584.1577072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42f8a01e-d719-43d5-9f97-27b5bc874bb2"} {"level":"info","ts":1784663593.0353334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663593.0354156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.0354285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663593.03544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","EoS":false} {"level":"info","ts":1784663593.0354505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","EoS":true} {"level":"info","ts":1784663593.0354702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663593.0354857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663593.0355034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f6da80f-e675-4298-9475-3acfa46b7cf1"} {"level":"info","ts":1784663602.0574083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663602.057494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2"} {"level":"info","ts":1784663602.0575054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2"} {"level":"info","ts":1784663602.0575175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2","EoS":false} {"level":"info","ts":1784663602.0575309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2","EoS":true} {"level":"info","ts":1784663602.0575516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663602.0575657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663602.0575857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fd6da28-9e3e-4bc0-9ce6-c6aa3d3409c2"} {"level":"info","ts":1784663609.9153957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663609.9154732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05561690-00c9-47af-935d-c9b031689c56"} {"level":"info","ts":1784663609.9154825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05561690-00c9-47af-935d-c9b031689c56"} {"level":"info","ts":1784663609.915494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05561690-00c9-47af-935d-c9b031689c56","EoS":false} {"level":"info","ts":1784663609.915504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05561690-00c9-47af-935d-c9b031689c56","EoS":true} {"level":"info","ts":1784663609.9155254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05561690-00c9-47af-935d-c9b031689c56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784663609.9155405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05561690-00c9-47af-935d-c9b031689c56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663609.9155602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05561690-00c9-47af-935d-c9b031689c56"} {"level":"info","ts":1784663614.6885633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663614.6886394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae"} {"level":"info","ts":1784663614.688651,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae"} {"level":"info","ts":1784663614.688662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae","EoS":false} {"level":"info","ts":1784663614.6886725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae","EoS":true} {"level":"info","ts":1784663614.6886933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663614.688708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663614.688728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24386336-7097-4bb9-b912-f82b20532cae"} {"level":"info","ts":1784663614.9519331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663614.9520092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507"} {"level":"info","ts":1784663614.95202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507"} {"level":"info","ts":1784663614.952031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507","EoS":false} {"level":"info","ts":1784663614.9520423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507","EoS":true} {"level":"info","ts":1784663614.9520648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663614.9520798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663614.9521017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e010f8a-281d-4291-a198-3ab6f5840507"} {"level":"info","ts":1784663616.9844947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663616.9845805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210"} {"level":"info","ts":1784663616.9845982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210"} {"level":"info","ts":1784663616.984617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210","EoS":false} {"level":"info","ts":1784663616.9846387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210","EoS":true} {"level":"info","ts":1784663616.9846694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663616.9846873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663616.9847183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ddf3e44-e2fa-4fd7-8a16-0aa97ce00210"} {"level":"info","ts":1784663619.0217981,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663619.021905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51"} {"level":"info","ts":1784663619.021919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51"} {"level":"info","ts":1784663619.021939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51","EoS":false} {"level":"info","ts":1784663619.0219579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51","EoS":true} {"level":"info","ts":1784663619.0219893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663619.0220082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663619.0220494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad305ba6-2426-492f-9918-a22d66737f51"} {"level":"info","ts":1784663621.0569413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663621.0570192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.0570326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663621.057044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","EoS":false} {"level":"info","ts":1784663621.0570543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","EoS":true} {"level":"info","ts":1784663621.0570745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663621.0570896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663621.0571113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"981c5dcd-9266-4d93-9972-f10798a62331"} {"level":"info","ts":1784663643.9227486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663643.92284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.922854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663643.9228728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","EoS":false} {"level":"info","ts":1784663643.922915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","EoS":true} {"level":"info","ts":1784663643.9229505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663643.922969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663643.9229994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94d1a82b-def3-433a-a174-7ddf33e3975e"} {"level":"info","ts":1784663653.2936232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663653.2936957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b"} {"level":"info","ts":1784663653.2937086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b"} {"level":"info","ts":1784663653.2937205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b","EoS":false} {"level":"info","ts":1784663653.293731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b","EoS":true} {"level":"info","ts":1784663653.2937503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663653.2937648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663653.293785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1be82c9f-f84a-425d-935a-e09d4754a27b"} {"level":"info","ts":1784663658.740136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663658.7402308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83"} {"level":"info","ts":1784663658.740249,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83"} {"level":"info","ts":1784663658.7402668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83","EoS":false} {"level":"info","ts":1784663658.7402847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83","EoS":true} {"level":"info","ts":1784663658.7403054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663658.7403214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663658.740341,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb11265c-fae7-40a4-aff9-4b3b3cf68d83"} {"level":"info","ts":1784663668.344479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663668.3445568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca"} {"level":"info","ts":1784663668.3445706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca"} {"level":"info","ts":1784663668.3445826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca","EoS":false} {"level":"info","ts":1784663668.344595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca","EoS":true} {"level":"info","ts":1784663668.3446188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663668.3446343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663668.3446543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"665822d4-aa6c-4dd8-86ac-975beaf342ca"} {"level":"info","ts":1784663670.3769672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663670.3770435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.3770528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663670.3770635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","EoS":false} {"level":"info","ts":1784663670.3770761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","EoS":true} {"level":"info","ts":1784663670.3770964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663670.3771105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663670.3771355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acd9f790-7d3e-47e9-8f6b-ba8b444df53c"} {"level":"info","ts":1784663679.8050053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663679.8050857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8050995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8051105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","EoS":false} {"level":"info","ts":1784663679.8051283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","EoS":true} {"level":"info","ts":1784663679.8051512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663679.8051672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663679.805189,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ff1f70b-93e6-45d2-90c7-421b67c74082"} {"level":"info","ts":1784663679.8400433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663679.8400962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.8401072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663679.840118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","EoS":false} {"level":"info","ts":1784663679.8401282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","EoS":true} {"level":"info","ts":1784663679.840142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663679.840155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"968fb910-d254-48f8-974e-492163c2e082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663679.840172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"968fb910-d254-48f8-974e-492163c2e082"} {"level":"info","ts":1784663698.969841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663698.9699287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.9699419,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663698.969953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","EoS":false} {"level":"info","ts":1784663698.9699655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","EoS":true} {"level":"info","ts":1784663698.9699922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663698.9700093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663698.9700286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67b64c19-63bd-49aa-a056-700945063c71"} {"level":"info","ts":1784663708.3234704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663708.3235576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124"} {"level":"info","ts":1784663708.323571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124"} {"level":"info","ts":1784663708.3235826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124","EoS":false} {"level":"info","ts":1784663708.3235936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124","EoS":true} {"level":"info","ts":1784663708.3236141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663708.3236282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663708.323648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"067df029-75a9-4a49-9d08-4f228b851124"} {"level":"info","ts":1784663713.551709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663713.5517845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08"} {"level":"info","ts":1784663713.551797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08"} {"level":"info","ts":1784663713.5518093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08","EoS":false} {"level":"info","ts":1784663713.5518196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08","EoS":true} {"level":"info","ts":1784663713.5518374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784663713.5518527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784663713.551871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcfd4476-0849-4257-9a58-f4649143da08"} {"level":"info","ts":1784663804.0178235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663804.0179276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220"} {"level":"info","ts":1784663804.01794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220"} {"level":"info","ts":1784663804.017952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220","EoS":false} {"level":"info","ts":1784663804.0179625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220","EoS":true} {"level":"info","ts":1784663804.0179834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784663804.018053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784663804.0180721,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72ae0d5e-eae9-46e8-acaa-824745265220"} {"level":"info","ts":1784663827.6487312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663827.6488094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6488183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663827.6488292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","EoS":false} {"level":"info","ts":1784663827.648843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","EoS":true} {"level":"info","ts":1784663827.648862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784663827.648876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784663827.6489208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a4a752a-9275-9767-abf5-0f75f04f4a17"} {"level":"info","ts":1784663864.6806605,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663864.6807516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.6807652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663864.68078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","EoS":false} {"level":"info","ts":1784663864.6807916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","EoS":true} {"level":"info","ts":1784663864.6808136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663864.6808283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663864.6808512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7ea1f13-9122-425b-bba4-3ce6f35e67be"} {"level":"info","ts":1784663879.9247248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663879.9248445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.9248624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663879.924883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","EoS":false} {"level":"info","ts":1784663879.9249213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","EoS":true} {"level":"info","ts":1784663879.9249508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663879.9249697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663879.9249902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25cdafd7-fc4d-4616-bb53-e638c578978d"} {"level":"info","ts":1784663880.200959,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784663880.2010517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132"} {"level":"info","ts":1784663880.2010617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132"} {"level":"info","ts":1784663880.2010775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132","EoS":false} {"level":"info","ts":1784663880.2010922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132","EoS":true} {"level":"info","ts":1784663880.2011125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784663880.2011278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784663880.2011478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bac63db8-555b-42a0-8ae2-de576ef6c132"} {"level":"info","ts":1784664192.0169225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664192.0170102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0170233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0170352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","EoS":false} {"level":"info","ts":1784664192.0170455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","EoS":true} {"level":"info","ts":1784664192.0170655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784664192.01708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784664192.017101,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33c8546-dcbb-4bb4-a33d-72a55742d546"} {"level":"info","ts":1784664192.0563145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664192.0563993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69"} {"level":"info","ts":1784664192.0564103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69"} {"level":"info","ts":1784664192.0564208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69","EoS":false} {"level":"info","ts":1784664192.0564306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69","EoS":true} {"level":"info","ts":1784664192.0564482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784664192.0564659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784664192.0564837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c377fbd-3d17-4332-b119-ba48ff4fbc69"} {"level":"info","ts":1784664192.0903828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664192.0904393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc"} {"level":"info","ts":1784664192.090447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc"} {"level":"info","ts":1784664192.0904574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc","EoS":false} {"level":"info","ts":1784664192.0904665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc","EoS":true} {"level":"info","ts":1784664192.0904796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784664192.0904915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784664192.090507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3250e8f7-a6a2-4ff2-80ca-0a1e61aa72fc"} {"level":"info","ts":1784664196.951966,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43c02057-79ba-460b-9af7-bc8630b22da6"} {"level":"info","ts":1784664196.951992,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853ba39d-1ff8-45a3-b099-3420ca6f2b9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664196.9520438,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853ba39d-1ff8-45a3-b099-3420ca6f2b9f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784664196.9572406,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79bfd250-49e6-40b0-84e8-0204a4807d34","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664196.9572709,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79bfd250-49e6-40b0-84e8-0204a4807d34","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784664196.9575682,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36446.844805297,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664196.9575849,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.0737238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b343b77-7d48-4d2e-9884-7d63d95534df"} {"level":"info","ts":1784664197.0747197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"440c5902-b953-4373-8abe-3460704c2d3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.0747638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"440c5902-b953-4373-8abe-3460704c2d3d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.0773978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5d8f095-614a-458e-8901-83776100786d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.0774286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5d8f095-614a-458e-8901-83776100786d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.1642663,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784664197.1642792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b343b77-7d48-4d2e-9884-7d63d95534df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.164868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940e1a31-c861-4a44-9de0-89c237ca4dbd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.1649244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940e1a31-c861-4a44-9de0-89c237ca4dbd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.164982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"497d73a9-cb3f-4658-b477-0c12d7fbabcf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664197.1650136,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"497d73a9-cb3f-4658-b477-0c12d7fbabcf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784664197.165083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38108.17233376,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1650999,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1653154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2877ec55-a32a-47b6-b7c7-3503ed9c758f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.1653414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2877ec55-a32a-47b6-b7c7-3503ed9c758f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.1657083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32744.270174783,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1657243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1716485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.1744769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784664197.2383568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ab4328-2f8b-41f2-a6d3-aea9ddf43f09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2384171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ab4328-2f8b-41f2-a6d3-aea9ddf43f09","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.2554243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f3f0d5-8196-4bc4-9acf-eb59ec115d84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2554839,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f3f0d5-8196-4bc4-9acf-eb59ec115d84","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.265357,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b343b77-7d48-4d2e-9884-7d63d95534df","name":"e2e-external-model"} {"level":"info","ts":1784664197.2659335,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43c02057-79ba-460b-9af7-bc8630b22da6","name":"e2e-external-provider"} {"level":"info","ts":1784664197.271217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed8999f1-1456-44f7-a8ae-f38952cd0d8f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664197.2712698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed8999f1-1456-44f7-a8ae-f38952cd0d8f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784664197.2731743,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b343b77-7d48-4d2e-9884-7d63d95534df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784664197.2765484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b343b77-7d48-4d2e-9884-7d63d95534df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.2766173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaac9117-b8b2-4ad8-b511-07f342e00da3"} {"level":"info","ts":1784664197.2766342,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43c02057-79ba-460b-9af7-bc8630b22da6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784664197.276656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaac9117-b8b2-4ad8-b511-07f342e00da3","name":"e2e-external-model"} {"level":"error","ts":1784664197.2799037,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43c02057-79ba-460b-9af7-bc8630b22da6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664197.2799802,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5437f68d-bdf9-4ec8-a2ad-329befdff6d7"} {"level":"info","ts":1784664197.2800121,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5437f68d-bdf9-4ec8-a2ad-329befdff6d7","name":"e2e-external-provider"} {"level":"info","ts":1784664197.2850947,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaac9117-b8b2-4ad8-b511-07f342e00da3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664197.2885592,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5437f68d-bdf9-4ec8-a2ad-329befdff6d7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784664206.6093287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664206.6094034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1"} {"level":"info","ts":1784664206.6094127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1"} {"level":"info","ts":1784664206.6094236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","EoS":false} {"level":"info","ts":1784664206.609434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","EoS":true} {"level":"info","ts":1784664206.6094685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784664206.609482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664206.6094904,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","modelName":"e2e-external-model"} {"level":"info","ts":1784664206.6095104,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664206.609564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0038cc00-bac6-44e2-8ff1-84ad04ea37c1"} {"level":"info","ts":1784664206.658751,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664206.6588092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c"} {"level":"info","ts":1784664206.6588202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c"} {"level":"info","ts":1784664206.6588302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","EoS":false} {"level":"info","ts":1784664206.6588397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","EoS":true} {"level":"info","ts":1784664206.6588576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784664206.6588707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664206.658877,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","modelName":"e2e-external-model"} {"level":"info","ts":1784664206.6589415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664206.6589816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e8f180d-d140-4f93-8076-93334d43827c"} {"level":"info","ts":1784664206.6877246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664206.6877763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.6877863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.6877985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","EoS":false} {"level":"info","ts":1784664206.6878083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","EoS":true} {"level":"info","ts":1784664206.6878247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784664206.6878388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664206.6878457,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","modelName":"e2e-external-model"} {"level":"info","ts":1784664206.6878564,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664206.68791,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f45d650-a4d7-4a6e-a122-85d064ee60b2"} {"level":"info","ts":1784664206.821115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a008fa8-0ccc-4d97-9a49-ec67f029c011","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8211558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a008fa8-0ccc-4d97-9a49-ec67f029c011","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8211577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2794c1-2ac5-4ab5-8dd0-ced7ea399618"} {"level":"info","ts":1784664206.828453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6337f55e-e84b-4fda-ae8d-45be6111597f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8284764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6337f55e-e84b-4fda-ae8d-45be6111597f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784664206.8286784,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2794c1-2ac5-4ab5-8dd0-ced7ea399618","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664206.82874,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2794c1-2ac5-4ab5-8dd0-ced7ea399618","name":"e2e-cleanup-test"} {"level":"error","ts":1784664206.845591,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2794c1-2ac5-4ab5-8dd0-ced7ea399618","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784664206.845645,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2794c1-2ac5-4ab5-8dd0-ced7ea399618","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664206.8456922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00dc597c-f6f1-4385-aeb8-446bac289fdc"} {"level":"info","ts":1784664206.8457468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00dc597c-f6f1-4385-aeb8-446bac289fdc","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8457506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7b0a029-2b33-43e5-9017-c4500e6bd87e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8457716,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7b0a029-2b33-43e5-9017-c4500e6bd87e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784664206.858958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00dc597c-f6f1-4385-aeb8-446bac289fdc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784664206.8589857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ff378a5-c992-4bc0-b167-78ce075bbf50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8590057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ff378a5-c992-4bc0-b167-78ce075bbf50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8590274,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4111b8a2-2d22-4f88-acd4-faf2b9d8ff0a"} {"level":"info","ts":1784664206.859105,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4111b8a2-2d22-4f88-acd4-faf2b9d8ff0a","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8667812,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4111b8a2-2d22-4f88-acd4-faf2b9d8ff0a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664206.8717768,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd276aeb-f30c-4458-8233-d1dffd089e20","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664206.8717797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e5b10c4-ccb0-4d88-877c-97e215bc76aa"} {"level":"info","ts":1784664206.8718014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd276aeb-f30c-4458-8233-d1dffd089e20","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784664206.8718402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e5b10c4-ccb0-4d88-877c-97e215bc76aa","name":"e2e-cleanup-test"} {"level":"info","ts":1784664206.8794343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e5b10c4-ccb0-4d88-877c-97e215bc76aa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784664215.10187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6985836-ee4e-4a23-a011-7c9ea6be793b"} {"level":"info","ts":1784664215.1019454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03f771e9-2515-48bf-b5c3-d561d385640f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664215.101983,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03f771e9-2515-48bf-b5c3-d561d385640f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784664219.427628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.4277008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.4277117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.4277227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","EoS":false} {"level":"info","ts":1784664219.4277327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","EoS":true} {"level":"info","ts":1784664219.4277523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784664219.4277666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784664219.4277856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07094f0a-47b2-403e-89b4-2b516c90ac41"} {"level":"info","ts":1784664219.4585063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.4585788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.4585948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.45861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","EoS":false} {"level":"info","ts":1784664219.4586296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","EoS":true} {"level":"info","ts":1784664219.4586556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784664219.4586716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664219.4586804,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","modelName":"e2e-external-model"} {"level":"info","ts":1784664219.4586983,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784664219.4587433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfad9618-4a30-430d-9ace-408b0f8f6226"} {"level":"info","ts":1784664219.501624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.5016685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.5016754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.5017087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","EoS":false} {"level":"info","ts":1784664219.5017195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","EoS":true} {"level":"info","ts":1784664219.5017328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784664219.5017452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784664219.5017614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38096ab2-51ba-4cdf-b4a7-c4b998970814"} {"level":"info","ts":1784664219.6348414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664219.6349134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.6349223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664219.6349335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","EoS":false} {"level":"info","ts":1784664219.6349437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","EoS":true} {"level":"info","ts":1784664219.6349607,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81","field":"model"} {"level":"info","ts":1784664219.634983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ec76af6-5126-4b3e-bee3-2f7212708b81"} {"level":"info","ts":1784664220.5486283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d326f81e-fa10-4e54-b406-2a6960cabf2d"} {"level":"info","ts":1784664220.5486295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f02075ea-909a-4e19-b8e5-2725480fc25c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664220.5486946,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f02075ea-909a-4e19-b8e5-2725480fc25c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784664220.706321,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70583682-9296-418f-89cb-8dc6427a227a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664220.7063425,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad72b82b-584b-4c61-99ad-f898fb4e0437"} {"level":"info","ts":1784664220.7063687,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70583682-9296-418f-89cb-8dc6427a227a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784664843.2651331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664843.265224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346"} {"level":"info","ts":1784664843.2652388,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346"} {"level":"info","ts":1784664843.2652516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346","EoS":false} {"level":"info","ts":1784664843.2652662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346","EoS":true} {"level":"info","ts":1784664843.2652845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784664843.2652986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346","path":"/ai-tenant-e2e-inf-b-839c41/test-model-839c41/v1/chat/completions"} {"level":"info","ts":1784664843.2653186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a25781d3-e2ab-4dca-be75-e73ea855c346"} {"level":"info","ts":1784664864.4620218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784664864.4621038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.4621124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784664864.4621239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","EoS":false} {"level":"info","ts":1784664864.462135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","EoS":true} {"level":"info","ts":1784664864.4621558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784664864.4621704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a","path":"/ai-tenant-e2e-inf-b-839c41/test-model-839c41/v1/chat/completions"} {"level":"info","ts":1784664864.462191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef58080-cb09-42bc-95a2-5ad187d08a3a"} {"level":"info","ts":1784665384.3583517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784665384.3584297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.3584375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"} {"level":"info","ts":1784665384.3584483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","EoS":false} {"level":"info","ts":1784665384.3584619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","EoS":true} {"level":"info","ts":1784665384.3584821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784665384.3584962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234","path":"/ai-tenant-e2e-shared-b-464ec4/rate-test-model-464ec4/v1/completions"} {"level":"info","ts":1784665384.3585126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62f879e0-146c-422d-94db-f8d037ef9234"}