{"level":"info","ts":1784830610.4438076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622"} {"level":"info","ts":1784830610.4438195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622"} {"level":"info","ts":1784830610.4438298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622","EoS":false} {"level":"info","ts":1784830610.443843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622","EoS":true} {"level":"info","ts":1784830610.4438612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830610.4438753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830610.4438944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29b77323-1753-4cbc-80a9-b35e655d2622"} {"level":"info","ts":1784830610.4782283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830610.4783118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d"} {"level":"info","ts":1784830610.4783247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d"} {"level":"info","ts":1784830610.478341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d","EoS":false} {"level":"info","ts":1784830610.4783607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d","EoS":true} {"level":"info","ts":1784830610.4783854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830610.4784045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830610.4784374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf074292-e7e2-45d7-bf69-6083a9f3448d"} {"level":"info","ts":1784830610.5113895,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830610.5114627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830615.154912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830615.155045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.1550653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.1550853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","EoS":false} {"level":"info","ts":1784830615.1551063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","EoS":true} {"level":"info","ts":1784830615.1551423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830615.155161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830615.1552029,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830623.7629662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830623.7630515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267"} {"level":"info","ts":1784830623.7630599,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267"} {"level":"info","ts":1784830623.7630708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267","EoS":false} {"level":"info","ts":1784830623.7630818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267","EoS":true} {"level":"info","ts":1784830623.763102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830623.7631192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830623.7631419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bdb59e9-cd52-4fd3-8214-54ada31be267"} {"level":"info","ts":1784830625.7943783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830625.794473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9449916-4808-417d-bd92-fda552222aff"} {"level":"info","ts":1784830625.7944858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9449916-4808-417d-bd92-fda552222aff"} {"level":"info","ts":1784830625.7944982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9449916-4808-417d-bd92-fda552222aff","EoS":false} {"level":"info","ts":1784830625.7945087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9449916-4808-417d-bd92-fda552222aff","EoS":true} {"level":"info","ts":1784830625.7945294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9449916-4808-417d-bd92-fda552222aff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830625.7945461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9449916-4808-417d-bd92-fda552222aff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830625.7945688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9449916-4808-417d-bd92-fda552222aff"} {"level":"info","ts":1784830627.833154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830627.8332334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8332446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.833256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","EoS":false} {"level":"info","ts":1784830627.8332694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","EoS":true} {"level":"info","ts":1784830627.83329,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830627.8333063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830627.833327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830640.7700953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830640.770183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.7701974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.770214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","EoS":false} {"level":"info","ts":1784830640.770227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","EoS":true} {"level":"info","ts":1784830640.7702525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830640.770273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830640.7702956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830649.3343353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830649.334427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.334444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.3344626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","EoS":false} {"level":"info","ts":1784830649.3344798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","EoS":true} {"level":"info","ts":1784830649.3345096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830649.3346143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830649.334653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830658.2233346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830658.2234213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.2234318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.2234445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","EoS":false} {"level":"info","ts":1784830658.223466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","EoS":true} {"level":"info","ts":1784830658.2234862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830658.2235026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830658.2235215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830667.2407303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830667.2408097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194"} {"level":"info","ts":1784830667.2408195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194"} {"level":"info","ts":1784830667.24083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194","EoS":false} {"level":"info","ts":1784830667.240844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194","EoS":true} {"level":"info","ts":1784830667.240866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830667.2408812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830667.2408996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84356ac7-03e7-40ea-a2be-2739ae6de194"} {"level":"info","ts":1784830672.019991,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830672.0200632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0"} {"level":"info","ts":1784830672.0200746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0"} {"level":"info","ts":1784830672.0200875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0","EoS":false} {"level":"info","ts":1784830672.0201013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0","EoS":true} {"level":"info","ts":1784830672.0201216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830672.0201359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830672.020156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6722f34-a842-4c33-803e-1c1af289e8d0"} {"level":"info","ts":1784830676.8440576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830676.8441312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06"} {"level":"info","ts":1784830676.8441398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06"} {"level":"info","ts":1784830676.8441508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06","EoS":false} {"level":"info","ts":1784830676.8441617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06","EoS":true} {"level":"info","ts":1784830676.8441813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830676.8441966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830676.8442154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58c7fa8a-cedc-4bfd-b181-edc1df4c8b06"} {"level":"info","ts":1784830677.1272428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830677.1273196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa"} {"level":"info","ts":1784830677.1273313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa"} {"level":"info","ts":1784830677.1273432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa","EoS":false} {"level":"info","ts":1784830677.1273544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa","EoS":true} {"level":"info","ts":1784830677.1273768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830677.1273935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830677.1274142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"585ba45f-7edc-49fc-8870-e0f75cde4faa"} {"level":"info","ts":1784830679.1600904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830679.1601646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db"} {"level":"info","ts":1784830679.160177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db"} {"level":"info","ts":1784830679.160188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db","EoS":false} {"level":"info","ts":1784830679.1601982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db","EoS":true} {"level":"info","ts":1784830679.1602278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830679.160244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830679.1602638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3abd42ea-98c9-403d-8e84-e317165469db"} {"level":"info","ts":1784830681.2000263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830681.2000988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b"} {"level":"info","ts":1784830681.2001138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b"} {"level":"info","ts":1784830681.2001247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b","EoS":false} {"level":"info","ts":1784830681.2001348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b","EoS":true} {"level":"info","ts":1784830681.200155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830681.2001703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830681.2001922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39aa1a39-5a3c-4e34-8e46-fba5b3c6fb5b"} {"level":"info","ts":1784830683.238512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830683.2385902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.2385998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.2386115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","EoS":false} {"level":"info","ts":1784830683.2386217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","EoS":true} {"level":"info","ts":1784830683.2386432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830683.23866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830683.2386796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830706.249906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830706.2500057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.2500162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.2500288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","EoS":false} {"level":"info","ts":1784830706.2500393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","EoS":true} {"level":"info","ts":1784830706.2500577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830706.2500732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830706.2500951,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830715.623279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.6233592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf"} {"level":"info","ts":1784830715.6233687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf"} {"level":"info","ts":1784830715.6233804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf","EoS":false} {"level":"info","ts":1784830715.6233945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf","EoS":true} {"level":"info","ts":1784830715.6234176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830715.6234338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.6234553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9575e8d-757c-4412-8677-b0a04301f8bf"} {"level":"info","ts":1784830721.2264261,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830721.2265081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530"} {"level":"info","ts":1784830721.226518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530"} {"level":"info","ts":1784830721.226529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530","EoS":false} {"level":"info","ts":1784830721.2265525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530","EoS":true} {"level":"info","ts":1784830721.2265735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830721.226589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830721.226608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcc0a9c8-d45c-4753-97d5-28af90f0c530"} {"level":"info","ts":1784830730.8831077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830730.8831859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94"} {"level":"info","ts":1784830730.8831944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94"} {"level":"info","ts":1784830730.8832052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94","EoS":false} {"level":"info","ts":1784830730.8832166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94","EoS":true} {"level":"info","ts":1784830730.8832386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830730.8832536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830730.883276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f49a2c9-aefd-4d0c-890e-2683aba97e94"} {"level":"info","ts":1784830732.9166696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830732.9167678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783"} {"level":"info","ts":1784830732.9167833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783"} {"level":"info","ts":1784830732.9168031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783","EoS":false} {"level":"info","ts":1784830732.916835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783","EoS":true} {"level":"info","ts":1784830732.9168618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830732.916878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830732.9169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16b6b61f-df10-40e3-8366-2808675b8783"} {"level":"info","ts":1784830734.9533088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830734.953398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.953414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.9534335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","EoS":false} {"level":"info","ts":1784830734.9534543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","EoS":true} {"level":"info","ts":1784830734.9534817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830734.953502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830734.953532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830744.3733037,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830744.3733835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.373394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.3734055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","EoS":false} {"level":"info","ts":1784830744.3734186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","EoS":true} {"level":"info","ts":1784830744.37345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830744.3734655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830744.3734848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.4118578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830744.4119265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4119356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4119675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","EoS":false} {"level":"info","ts":1784830744.4119782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","EoS":true} {"level":"info","ts":1784830744.4119964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830744.4120126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830744.4120336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830763.4871602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830763.487245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.4872537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.4872653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","EoS":false} {"level":"info","ts":1784830763.487276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","EoS":true} {"level":"info","ts":1784830763.487298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830763.4873145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830763.4873383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830772.8261101,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830772.8262017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f"} {"level":"info","ts":1784830772.826218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f"} {"level":"info","ts":1784830772.8262372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f","EoS":false} {"level":"info","ts":1784830772.8262591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f","EoS":true} {"level":"info","ts":1784830772.8262923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830772.8263128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830772.8263438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"419cd65c-5f67-4494-a275-8e066d0a3a2f"} {"level":"info","ts":1784830778.0890503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830778.0891325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d"} {"level":"info","ts":1784830778.089141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d"} {"level":"info","ts":1784830778.089153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d","EoS":false} {"level":"info","ts":1784830778.0891654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d","EoS":true} {"level":"info","ts":1784830778.0891852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830778.0891998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830778.0892205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d054574-aabd-4b50-96fc-353163057d9d"} {"level":"info","ts":1784830868.566566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830868.5666504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e"} {"level":"info","ts":1784830868.5666597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e"} {"level":"info","ts":1784830868.566671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e","EoS":false} {"level":"info","ts":1784830868.5666826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e","EoS":true} {"level":"info","ts":1784830868.5667036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784830868.56672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784830868.5667403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4915f435-ccce-40f8-88e7-03c7caf6f80e"} {"level":"info","ts":1784830894.2773592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830894.277451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.277459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.277471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","EoS":false} {"level":"info","ts":1784830894.2774823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","EoS":true} {"level":"info","ts":1784830894.2775009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784830894.2775164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784830894.2775357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830931.4989107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830931.4990032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.4990134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.4990246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","EoS":false} {"level":"info","ts":1784830931.499038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","EoS":true} {"level":"info","ts":1784830931.4990602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830931.4990761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830931.4990933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830946.7594604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830946.7595346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.7595427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.7595541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","EoS":false} {"level":"info","ts":1784830946.7595649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","EoS":true} {"level":"info","ts":1784830946.759584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830946.7595987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830946.7596188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830947.0462854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830947.0463772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf"} {"level":"info","ts":1784830947.0463903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf"} {"level":"info","ts":1784830947.046408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf","EoS":false} {"level":"info","ts":1784830947.046431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf","EoS":true} {"level":"info","ts":1784830947.0464613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830947.046481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830947.046518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3669a52-ea4a-4519-88a5-6dea657a4daf"} {"level":"info","ts":1784831253.4409776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831253.4410706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4410825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.441094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","EoS":false} {"level":"info","ts":1784831253.4411108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","EoS":true} {"level":"info","ts":1784831253.4411335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831253.4411492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831253.4411702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.479367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831253.4794538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00"} {"level":"info","ts":1784831253.4794683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00"} {"level":"info","ts":1784831253.479486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00","EoS":false} {"level":"info","ts":1784831253.4795036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00","EoS":true} {"level":"info","ts":1784831253.479535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831253.4795527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831253.4795773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5960a758-fab9-474f-b4ab-12b332f8da00"} {"level":"info","ts":1784831253.514069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831253.5141423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254"} {"level":"info","ts":1784831253.5141513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254"} {"level":"info","ts":1784831253.514163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254","EoS":false} {"level":"info","ts":1784831253.5141747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254","EoS":true} {"level":"info","ts":1784831253.5141976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831253.5142145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831253.5142286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d35b49a8-1260-48db-b31e-0c416e994254"} {"level":"info","ts":1784831258.3724315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78aaa967-c71e-4430-ba39-9423ad692dae"} {"level":"info","ts":1784831258.3724322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"045ea66b-e910-47bf-91d4-3b3097f34235","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.3724709,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"045ea66b-e910-47bf-91d4-3b3097f34235","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831258.3786793,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71bd665-ac82-40fe-bfdd-cb27a0436e61","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.3787093,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71bd665-ac82-40fe-bfdd-cb27a0436e61","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784831258.3820295,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78aaa967-c71e-4430-ba39-9423ad692dae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.3822324,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34767.785094732,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.3822482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.495535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be5ba9d8-8f72-442a-85bb-65d1c458bd8f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.4956675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be5ba9d8-8f72-442a-85bb-65d1c458bd8f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.495791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92e9eb53-11b0-48c8-8260-dae9d11d481c"} {"level":"info","ts":1784831258.4988618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7b5bcf8-5015-4133-b954-90008870ae01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.4988866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7b5bcf8-5015-4133-b954-90008870ae01","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784831258.5006037,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92e9eb53-11b0-48c8-8260-dae9d11d481c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.5006487,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92e9eb53-11b0-48c8-8260-dae9d11d481c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784831258.5047734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"944c096e-c37b-4693-a8b1-abcb31209644","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.5048687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"944c096e-c37b-4693-a8b1-abcb31209644","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.594533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5a897ea-4faf-4657-aead-93cae47f0a50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.5945764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5a897ea-4faf-4657-aead-93cae47f0a50","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784831258.5947025,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92e9eb53-11b0-48c8-8260-dae9d11d481c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831258.594742,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92e9eb53-11b0-48c8-8260-dae9d11d481c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.5948095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77b3beae-ff8e-4d62-bd0e-e761b194978b"} {"level":"info","ts":1784831258.5951178,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edcbedfb-2a18-4476-9899-a4e4fa07d17a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.595163,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edcbedfb-2a18-4476-9899-a4e4fa07d17a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831258.595285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38978.135023273,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.595303,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.5966866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.632019,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.641882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0acee79c-d6bf-481c-9073-0f5924eb1971","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.6419313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0acee79c-d6bf-481c-9073-0f5924eb1971","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.6565566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"396a436e-6723-42ff-9466-feff8552a373","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.6565921,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"396a436e-6723-42ff-9466-feff8552a373","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.6732407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa1fb818-2291-46f4-a15e-4547d9b4d9b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.673281,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa1fb818-2291-46f4-a15e-4547d9b4d9b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.683281,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35973.037988277,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.6833045,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.6923282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.6953945,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77b3beae-ff8e-4d62-bd0e-e761b194978b","name":"e2e-external-model"} {"level":"info","ts":1784831258.7053113,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77b3beae-ff8e-4d62-bd0e-e761b194978b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784831258.7093577,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77b3beae-ff8e-4d62-bd0e-e761b194978b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.709455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a208c213-9490-4e85-ab32-0fb631d73351"} {"level":"info","ts":1784831258.709516,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a208c213-9490-4e85-ab32-0fb631d73351","name":"e2e-external-model"} {"level":"info","ts":1784831258.71833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a208c213-9490-4e85-ab32-0fb631d73351","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831258.7843592,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78aaa967-c71e-4430-ba39-9423ad692dae","name":"e2e-external-provider"} {"level":"info","ts":1784831258.797319,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78aaa967-c71e-4430-ba39-9423ad692dae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784831258.8050358,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78aaa967-c71e-4430-ba39-9423ad692dae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.8051627,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acce7bb1-4a2f-4b8a-aff5-d289d5926a25"} {"level":"info","ts":1784831258.8052232,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acce7bb1-4a2f-4b8a-aff5-d289d5926a25","name":"e2e-external-provider"} {"level":"info","ts":1784831258.817488,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acce7bb1-4a2f-4b8a-aff5-d289d5926a25","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831268.0260787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831268.0261555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd"} {"level":"info","ts":1784831268.0261643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd"} {"level":"info","ts":1784831268.0261838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","EoS":false} {"level":"info","ts":1784831268.0261958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","EoS":true} {"level":"info","ts":1784831268.0262194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831268.0262372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831268.0262446,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","modelName":"e2e-external-model"} {"level":"info","ts":1784831268.02626,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831268.0263014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"142c7a5b-f213-4bfa-a8f1-1ad8143332bd"} {"level":"info","ts":1784831268.0792408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831268.0793264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4"} {"level":"info","ts":1784831268.0793388,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4"} {"level":"info","ts":1784831268.0793767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","EoS":false} {"level":"info","ts":1784831268.0793974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","EoS":true} {"level":"info","ts":1784831268.0794287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831268.0794504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831268.0794618,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","modelName":"e2e-external-model"} {"level":"info","ts":1784831268.0794847,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831268.0795398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1c07def-f28c-4193-878d-4a27c433aaf4"} {"level":"info","ts":1784831268.1066043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831268.1066766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.1066859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.1066976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","EoS":false} {"level":"info","ts":1784831268.1067078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","EoS":true} {"level":"info","ts":1784831268.106729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831268.1067452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831268.1067524,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","modelName":"e2e-external-model"} {"level":"info","ts":1784831268.1067696,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831268.1068068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.242242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05061526-2bff-4e4e-b756-e065ce781ed2"} {"level":"info","ts":1784831268.2422743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98c13e14-f0be-4069-b676-cce4c011dfd8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.242308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98c13e14-f0be-4069-b676-cce4c011dfd8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.249463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b22f4a69-59b1-499c-a2c8-68e9c084bea8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2494984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b22f4a69-59b1-499c-a2c8-68e9c084bea8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831268.250312,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05061526-2bff-4e4e-b756-e065ce781ed2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831268.2503796,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05061526-2bff-4e4e-b756-e065ce781ed2","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.2655034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1383aca4-f422-4d36-8c13-966596373d8b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.265546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1383aca4-f422-4d36-8c13-966596373d8b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831268.266693,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05061526-2bff-4e4e-b756-e065ce781ed2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831268.2667422,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05061526-2bff-4e4e-b756-e065ce781ed2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831268.2668061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66d5a93a-cb49-4637-a1e0-3b9eaf8ca7b9"} {"level":"info","ts":1784831268.2668633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66d5a93a-cb49-4637-a1e0-3b9eaf8ca7b9","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.2789373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5feecf04-d284-497d-ab35-b104474de071","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2790148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5feecf04-d284-497d-ab35-b104474de071","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831268.2835953,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66d5a93a-cb49-4637-a1e0-3b9eaf8ca7b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831268.2836444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66d5a93a-cb49-4637-a1e0-3b9eaf8ca7b9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831268.2837155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0899d186-cf5c-4997-90c4-a519d203bb68"} {"level":"info","ts":1784831268.2837882,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0899d186-cf5c-4997-90c4-a519d203bb68","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.2937622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7287aa05-406c-4e25-96ea-29ec8bbf07ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.293804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7287aa05-406c-4e25-96ea-29ec8bbf07ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2945766,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0899d186-cf5c-4997-90c4-a519d203bb68","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784831268.2983682,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0899d186-cf5c-4997-90c4-a519d203bb68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831268.2984731,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51aa2051-28da-4af5-b6b0-353bcda34dd7"} {"level":"info","ts":1784831268.2985435,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51aa2051-28da-4af5-b6b0-353bcda34dd7","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.3082783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51aa2051-28da-4af5-b6b0-353bcda34dd7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831276.5059178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"077e1bf1-11aa-438e-b267-390f7d52277e"} {"level":"info","ts":1784831276.5059175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2cfee6-45f5-4342-88b7-2968652b204f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831276.5060015,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2cfee6-45f5-4342-88b7-2968652b204f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831280.8093216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.8094172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.8094335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.8094509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","EoS":false} {"level":"info","ts":1784831280.8094695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","EoS":true} {"level":"info","ts":1784831280.8094978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784831280.8095183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784831280.8095477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.8345034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.834593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.8346066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.8346252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","EoS":false} {"level":"info","ts":1784831280.8346453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","EoS":true} {"level":"info","ts":1784831280.8346705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831280.834688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831280.8347027,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","modelName":"e2e-external-model"} {"level":"info","ts":1784831280.8347254,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831280.8347704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.899883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.899992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831280.900008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831280.9000232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","EoS":false} {"level":"info","ts":1784831280.9000409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","EoS":true} {"level":"info","ts":1784831280.9001267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784831280.900147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831280.9001772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831281.0455093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831281.0455782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.0455883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.0456002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","EoS":false} {"level":"info","ts":1784831281.0456128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","EoS":true} {"level":"info","ts":1784831281.0456364,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","field":"model"} {"level":"info","ts":1784831281.0456622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.944724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b32cf184-35cb-46d8-b7f9-95e20bc0d297","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831281.944756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"234ba202-4503-4ea9-8487-88655b2c6c37"} {"level":"info","ts":1784831281.9447665,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b32cf184-35cb-46d8-b7f9-95e20bc0d297","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831282.0827003,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"785026c4-5853-4567-bff3-46202fced712"} {"level":"info","ts":1784831282.0827043,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7c55f66-130a-493b-87ee-4bc888ebfcf6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831282.0827732,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7c55f66-130a-493b-87ee-4bc888ebfcf6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831877.3081574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831877.308236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94"} {"level":"info","ts":1784831877.3082478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94"} {"level":"info","ts":1784831877.3082635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94","EoS":false} {"level":"info","ts":1784831877.3082788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94","EoS":true} {"level":"info","ts":1784831877.3082986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831877.3083153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94","path":"/ai-tenant-e2e-inf-b-629a5d/test-model-629a5d/v1/chat/completions"} {"level":"info","ts":1784831877.3083346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24a20a6b-5ae8-4ff2-9121-f05d4fb94b94"} {"level":"info","ts":1784831898.401075,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831898.4011624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.401175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.4011936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","EoS":false} {"level":"info","ts":1784831898.4012156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","EoS":true} {"level":"info","ts":1784831898.4012444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831898.4012635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","path":"/ai-tenant-e2e-inf-b-629a5d/test-model-629a5d/v1/chat/completions"} {"level":"info","ts":1784831898.4012992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784832434.4624236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832434.462557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.4625697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.4625847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","EoS":false} {"level":"info","ts":1784832434.4626036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","EoS":true} {"level":"info","ts":1784832434.462628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832434.462646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832434.4626706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832437.6234858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832437.6235762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.6235905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.6236086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","EoS":false} {"level":"info","ts":1784832437.6236258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","EoS":true} {"level":"info","ts":1784832437.623656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832437.623676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832437.6237073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832439.7119334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832439.712036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7120514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7120707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","EoS":false} {"level":"info","ts":1784832439.7120907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","EoS":true} {"level":"info","ts":1784832439.7121208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832439.7121394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832439.7121687,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832442.8264313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832442.8265245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579"} {"level":"info","ts":1784832442.8265371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579"} {"level":"info","ts":1784832442.8265502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579","EoS":false} {"level":"info","ts":1784832442.8266206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579","EoS":true} {"level":"info","ts":1784832442.8266447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832442.826661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832442.8266804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ee002f0-bc15-48e8-a8bb-5744c20dd579"} {"level":"info","ts":1784832461.2697887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832461.2698696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2698786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.269889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","EoS":false} {"level":"info","ts":1784832461.2699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","EoS":true} {"level":"info","ts":1784832461.2699213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832461.2699366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832461.269983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832464.392246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832464.3923283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.392337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.3923476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","EoS":false} {"level":"info","ts":1784832464.3923616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","EoS":true} {"level":"info","ts":1784832464.3923817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832464.3923972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832464.392417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832467.510376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832467.5104523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.5104618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.5104814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","EoS":false} {"level":"info","ts":1784832467.510495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","EoS":true} {"level":"info","ts":1784832467.5105155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832467.5105293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832467.5105507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"}