{"level":"info","ts":1784844451.628104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844451.6281419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.628165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.77207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.7721384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.7721515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.7721627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","EoS":false} {"level":"info","ts":1784844451.772172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","EoS":true} {"level":"info","ts":1784844451.7721865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844451.7721999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.7722158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.9176621,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.9177303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9177432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9177554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","EoS":false} {"level":"info","ts":1784844451.9177659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","EoS":true} {"level":"info","ts":1784844451.9177816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844451.9177954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.9178133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844452.0636618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844452.0637374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0637512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0637624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","EoS":false} {"level":"info","ts":1784844452.0637722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","EoS":true} {"level":"info","ts":1784844452.063789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844452.0638027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844452.063819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.2000463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844452.2001162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77d56078-0626-4480-bb16-334531f62e92"} {"level":"info","ts":1784844452.200132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77d56078-0626-4480-bb16-334531f62e92"} {"level":"info","ts":1784844452.2001433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77d56078-0626-4480-bb16-334531f62e92","EoS":false} {"level":"info","ts":1784844452.200155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77d56078-0626-4480-bb16-334531f62e92","EoS":true} {"level":"info","ts":1784844452.20017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77d56078-0626-4480-bb16-334531f62e92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844452.2001827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77d56078-0626-4480-bb16-334531f62e92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844452.2001994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77d56078-0626-4480-bb16-334531f62e92"} {"level":"info","ts":1784844469.1639826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.1640575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.16407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.1640806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","EoS":false} {"level":"info","ts":1784844469.1640933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","EoS":true} {"level":"info","ts":1784844469.164113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844469.1641276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844469.1641502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.2052543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.2053468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c"} {"level":"info","ts":1784844469.2053611,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c"} {"level":"info","ts":1784844469.205374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c","EoS":false} {"level":"info","ts":1784844469.2053866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c","EoS":true} {"level":"info","ts":1784844469.205407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844469.2054217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844469.2054403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb74e8d6-7522-49c0-8e00-a8324c17f69c"} {"level":"info","ts":1784844469.2416117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.241708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977"} {"level":"info","ts":1784844469.2417276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977"} {"level":"info","ts":1784844469.2417457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977","EoS":false} {"level":"info","ts":1784844469.241765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977","EoS":true} {"level":"info","ts":1784844469.2417939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844469.2418137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844469.2418447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b7baafc-ee96-45a7-87cd-f871e3237977"} {"level":"info","ts":1784844469.2777193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.2778091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844473.9668953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844473.9669693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.966978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.96699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","EoS":false} {"level":"info","ts":1784844473.967005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","EoS":true} {"level":"info","ts":1784844473.9670258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844473.9670405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844473.9670596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844482.5950115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844482.5950947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741"} {"level":"info","ts":1784844482.5951073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741"} {"level":"info","ts":1784844482.5951185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741","EoS":false} {"level":"info","ts":1784844482.5951285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741","EoS":true} {"level":"info","ts":1784844482.595149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844482.595164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844482.5951824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5867b08c-a607-4c62-98c1-b3747070d741"} {"level":"info","ts":1784844484.6330419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844484.6331317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001"} {"level":"info","ts":1784844484.6331477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001"} {"level":"info","ts":1784844484.6331663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001","EoS":false} {"level":"info","ts":1784844484.6331875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001","EoS":true} {"level":"info","ts":1784844484.6332183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844484.6332376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844484.6332664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46fde908-d140-4711-b58e-ff07cb73f001"} {"level":"info","ts":1784844486.6745346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844486.6746366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6746507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6746628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","EoS":false} {"level":"info","ts":1784844486.674676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","EoS":true} {"level":"info","ts":1784844486.674697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844486.6747146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844486.6747403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844499.610845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844499.6109507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.610967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.61098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","EoS":false} {"level":"info","ts":1784844499.6109905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","EoS":true} {"level":"info","ts":1784844499.6110117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844499.6110287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844499.6110535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844508.1742623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844508.1743503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.1743665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.1743898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","EoS":false} {"level":"info","ts":1784844508.1744108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","EoS":true} {"level":"info","ts":1784844508.1744401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844508.174458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844508.1744869,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844517.087437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844517.0875163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.0875256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.0875578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","EoS":false} {"level":"info","ts":1784844517.0875735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","EoS":true} {"level":"info","ts":1784844517.087599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844517.087622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844517.0876427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844526.1578283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844526.157921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806"} {"level":"info","ts":1784844526.1579392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806"} {"level":"info","ts":1784844526.1579587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806","EoS":false} {"level":"info","ts":1784844526.1579773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806","EoS":true} {"level":"info","ts":1784844526.158008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844526.1580265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844526.1580596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3119b03a-5639-44b2-b38d-17e5d444c806"} {"level":"info","ts":1784844531.0606806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844531.0607662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f"} {"level":"info","ts":1784844531.060781,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f"} {"level":"info","ts":1784844531.0608006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f","EoS":false} {"level":"info","ts":1784844531.0608182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f","EoS":true} {"level":"info","ts":1784844531.060849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844531.0608675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844531.0608974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b23d0d2-1a74-42bb-98d4-acf45f6e581f"} {"level":"info","ts":1784844535.9368436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844535.9369183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac"} {"level":"info","ts":1784844535.9369292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac"} {"level":"info","ts":1784844535.936941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac","EoS":false} {"level":"info","ts":1784844535.9369514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac","EoS":true} {"level":"info","ts":1784844535.9369698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844535.9369845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844535.9370043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2461b8b0-3080-48d0-9c90-352cb669e0ac"} {"level":"info","ts":1784844536.2221835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844536.2222853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef"} {"level":"info","ts":1784844536.2223048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef"} {"level":"info","ts":1784844536.2223215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef","EoS":false} {"level":"info","ts":1784844536.2223368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef","EoS":true} {"level":"info","ts":1784844536.2223587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844536.222374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844536.2223945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d02187c5-e569-4719-8f7f-49ae672dd5ef"} {"level":"info","ts":1784844538.2580874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844538.2581673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f"} {"level":"info","ts":1784844538.2581801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f"} {"level":"info","ts":1784844538.258192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f","EoS":false} {"level":"info","ts":1784844538.2582097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f","EoS":true} {"level":"info","ts":1784844538.2582343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844538.2582493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844538.2582695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4265d451-eeb0-4c79-bb77-a3641756480f"} {"level":"info","ts":1784844540.293479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844540.2936058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd"} {"level":"info","ts":1784844540.2936277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd"} {"level":"info","ts":1784844540.2936473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd","EoS":false} {"level":"info","ts":1784844540.2936647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd","EoS":true} {"level":"info","ts":1784844540.293696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844540.2937148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844540.2937448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3805cd18-7609-44ca-835f-cc5be6e441cd"} {"level":"info","ts":1784844542.3346846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844542.334777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.3347948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.334813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","EoS":false} {"level":"info","ts":1784844542.3348327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","EoS":true} {"level":"info","ts":1784844542.3348632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844542.334882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844542.3349116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844565.1682262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844565.1683083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1683226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.168335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","EoS":false} {"level":"info","ts":1784844565.168346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","EoS":true} {"level":"info","ts":1784844565.1683652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844565.1683812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844565.1684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844574.5255816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844574.5256577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4"} {"level":"info","ts":1784844574.5256696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4"} {"level":"info","ts":1784844574.5256815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4","EoS":false} {"level":"info","ts":1784844574.525692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4","EoS":true} {"level":"info","ts":1784844574.5257125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844574.525727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844574.525748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8007ba1a-6fdd-959a-bb9e-cbe3f6a2ebd4"} {"level":"info","ts":1784844580.2433681,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844580.2434483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78"} {"level":"info","ts":1784844580.24346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78"} {"level":"info","ts":1784844580.2434716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78","EoS":false} {"level":"info","ts":1784844580.2434826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78","EoS":true} {"level":"info","ts":1784844580.2435129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844580.2435296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844580.243575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74304a23-9c19-4007-9656-e6720f4d4e78"} {"level":"info","ts":1784844589.924198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844589.9242747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9"} {"level":"info","ts":1784844589.9242861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9"} {"level":"info","ts":1784844589.924298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9","EoS":false} {"level":"info","ts":1784844589.924311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9","EoS":true} {"level":"info","ts":1784844589.9243312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844589.9243467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844589.9243665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afe3be06-94d0-45e9-896b-d0b566bcc3b9"} {"level":"info","ts":1784844591.9573069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844591.9573905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973"} {"level":"info","ts":1784844591.9574046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973"} {"level":"info","ts":1784844591.9574168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973","EoS":false} {"level":"info","ts":1784844591.9574292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973","EoS":true} {"level":"info","ts":1784844591.9574482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844591.9574633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844591.957482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82cd9f61-1f6e-425f-82bc-7a4cd49a3973"} {"level":"info","ts":1784844593.9942534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844593.9943364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844593.9943497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844593.9943619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","EoS":false} {"level":"info","ts":1784844593.994375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","EoS":true} {"level":"info","ts":1784844593.9943974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844593.9944127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844593.994433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844603.4547505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844603.4548452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4548593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4548717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","EoS":false} {"level":"info","ts":1784844603.4548814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","EoS":true} {"level":"info","ts":1784844603.454902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844603.4549167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844603.4549363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4871595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844603.4872155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.4872274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.4872384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","EoS":false} {"level":"info","ts":1784844603.4872484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","EoS":true} {"level":"info","ts":1784844603.4872632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844603.4872758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844603.487292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844622.715362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844622.715461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7154737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7154894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","EoS":false} {"level":"info","ts":1784844622.7155178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","EoS":true} {"level":"info","ts":1784844622.7155676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844622.715589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844622.7156143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844632.0762773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844632.0763638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521"} {"level":"info","ts":1784844632.0763736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521"} {"level":"info","ts":1784844632.076385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521","EoS":false} {"level":"info","ts":1784844632.076397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521","EoS":true} {"level":"info","ts":1784844632.0764153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844632.076431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844632.0764503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57fdbb39-a440-4af5-aea3-7bbef7d27521"} {"level":"info","ts":1784844637.483882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844637.4839628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e186f669-3546-4406-9436-dda189eb571a"} {"level":"info","ts":1784844637.4839754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e186f669-3546-4406-9436-dda189eb571a"} {"level":"info","ts":1784844637.4839866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e186f669-3546-4406-9436-dda189eb571a","EoS":false} {"level":"info","ts":1784844637.4840052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e186f669-3546-4406-9436-dda189eb571a","EoS":true} {"level":"info","ts":1784844637.4840271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e186f669-3546-4406-9436-dda189eb571a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844637.4840431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e186f669-3546-4406-9436-dda189eb571a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844637.484061,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e186f669-3546-4406-9436-dda189eb571a"} {"level":"info","ts":1784844728.2492821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844728.24944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592"} {"level":"info","ts":1784844728.249458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592"} {"level":"info","ts":1784844728.2494748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592","EoS":false} {"level":"info","ts":1784844728.249489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592","EoS":true} {"level":"info","ts":1784844728.2495198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784844728.2495549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784844728.2495813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f7624d1-0868-4073-8347-2457335bb592"} {"level":"info","ts":1784844753.7075105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844753.70761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.707618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.7076297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","EoS":false} {"level":"info","ts":1784844753.7076392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","EoS":true} {"level":"info","ts":1784844753.7076595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784844753.707675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784844753.707696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844792.9237561,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844792.923829,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.9238384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.9238496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","EoS":false} {"level":"info","ts":1784844792.9238605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","EoS":true} {"level":"info","ts":1784844792.9238799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844792.923895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844792.9239142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844808.20499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844808.2050786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.205098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2051175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","EoS":false} {"level":"info","ts":1784844808.205137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","EoS":true} {"level":"info","ts":1784844808.2051685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844808.2051876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844808.2052171,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.4938824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844808.4939766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53"} {"level":"info","ts":1784844808.4939885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53"} {"level":"info","ts":1784844808.4940054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53","EoS":false} {"level":"info","ts":1784844808.4940257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53","EoS":true} {"level":"info","ts":1784844808.494053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844808.4940743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844808.4941037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df4dbce8-ce67-4230-acdf-821143a2eb53"} {"level":"info","ts":1784845144.4092712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845144.409356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4093642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4093754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","EoS":false} {"level":"info","ts":1784845144.4093854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","EoS":true} {"level":"info","ts":1784845144.4094064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845144.4094198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845144.4094417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.448359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845144.4484274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949"} {"level":"info","ts":1784845144.4484398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949"} {"level":"info","ts":1784845144.4484508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949","EoS":false} {"level":"info","ts":1784845144.4484608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949","EoS":true} {"level":"info","ts":1784845144.4484804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845144.4484947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845144.4485185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73057410-36b0-4e5f-936f-a05110a35949"} {"level":"info","ts":1784845144.4812493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845144.481301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f"} {"level":"info","ts":1784845144.4813101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f"} {"level":"info","ts":1784845144.4813206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f","EoS":false} {"level":"info","ts":1784845144.48133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f","EoS":true} {"level":"info","ts":1784845144.4813468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845144.4813592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845144.481376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ce53717-c84f-4f44-9589-898e5dda578f"} {"level":"info","ts":1784845154.3989842,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c35a9f63-559f-44c2-9053-98ae3816cc1a"} {"level":"info","ts":1784845154.399071,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f650311f-86be-4ff9-9f9f-e004b548689c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.3991008,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f650311f-86be-4ff9-9f9f-e004b548689c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845154.4079268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8ea2b9f-357b-4e99-a942-675db71865d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.4079497,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8ea2b9f-357b-4e99-a942-675db71865d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784845154.4089289,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c35a9f63-559f-44c2-9053-98ae3816cc1a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.409147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34154.696318853,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.409162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.535697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00191706-700b-42b4-afe6-b107c5de4246"} {"level":"info","ts":1784845154.536022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e871638a-a6f5-424d-86cb-338533f767cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5360518,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e871638a-a6f5-424d-86cb-338533f767cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.536135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03359e7b-572d-4b28-bb91-4ae6eac9c460","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5361507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03359e7b-572d-4b28-bb91-4ae6eac9c460","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.5396364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784845154.541931,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00191706-700b-42b4-afe6-b107c5de4246","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.5419824,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00191706-700b-42b4-afe6-b107c5de4246","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784845154.546969,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00191706-700b-42b4-afe6-b107c5de4246","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784845154.5470066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00191706-700b-42b4-afe6-b107c5de4246","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.547065,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32173e58-c342-4c58-b763-4baae0c82d3f"} {"level":"info","ts":1784845154.5470858,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32173e58-c342-4c58-b763-4baae0c82d3f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784845154.5485928,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66616372-a8db-4084-87d8-05848442e2b1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.5486274,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66616372-a8db-4084-87d8-05848442e2b1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845154.5486321,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d7779a1-d18a-4851-a076-ee921f26014b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.548657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d7779a1-d18a-4851-a076-ee921f26014b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784845154.551798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32173e58-c342-4c58-b763-4baae0c82d3f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.5518503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55e1dfb2-13c3-4770-9324-3db8d3ac6a3f"} {"level":"info","ts":1784845154.5520208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39214.847179113,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.5520349,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.6101117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34201.605884675,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.6101298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.631697,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.6334724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.6530187,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55e1dfb2-13c3-4770-9324-3db8d3ac6a3f","name":"e2e-external-model"} {"level":"info","ts":1784845154.6901815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cfe7b7-e9cc-4a25-a678-5443d6770b14","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.690215,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cfe7b7-e9cc-4a25-a678-5443d6770b14","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784845154.6997576,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55e1dfb2-13c3-4770-9324-3db8d3ac6a3f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784845154.6998177,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55e1dfb2-13c3-4770-9324-3db8d3ac6a3f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.6998863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e77e83-4ddb-4b36-9cef-37b0359cf647"} {"level":"info","ts":1784845154.6999493,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e77e83-4ddb-4b36-9cef-37b0359cf647","name":"e2e-external-model"} {"level":"info","ts":1784845154.710304,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c35a9f63-559f-44c2-9053-98ae3816cc1a","name":"e2e-external-provider"} {"level":"info","ts":1784845154.7230968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e77e83-4ddb-4b36-9cef-37b0359cf647","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845154.72665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df83337b-53ec-41cb-ab15-44e30dc5a2a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.7266822,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df83337b-53ec-41cb-ab15-44e30dc5a2a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.7302094,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c35a9f63-559f-44c2-9053-98ae3816cc1a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784845154.7308545,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6e77e83-4ddb-4b36-9cef-37b0359cf647","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.7309198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb2a139-1724-4ab2-ad24-2e2e9afc961a"} {"level":"info","ts":1784845154.730962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb2a139-1724-4ab2-ad24-2e2e9afc961a","name":"e2e-external-model"} {"level":"error","ts":1784845154.7356408,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c35a9f63-559f-44c2-9053-98ae3816cc1a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.7357323,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2a1f40e-2bac-427c-bc05-8165643e2241"} {"level":"info","ts":1784845154.7357683,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2a1f40e-2bac-427c-bc05-8165643e2241","name":"e2e-external-provider"} {"level":"info","ts":1784845154.7480686,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb2a139-1724-4ab2-ad24-2e2e9afc961a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845154.753127,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2a1f40e-2bac-427c-bc05-8165643e2241","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784845154.7601535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80cbcae3-60c4-41b3-af50-3120b77d9a4c"} {"level":"info","ts":1784845154.7601862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d2ebebd-a82c-4995-ba55-5bf90dfc1524","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.7602105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d2ebebd-a82c-4995-ba55-5bf90dfc1524","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.7602165,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80cbcae3-60c4-41b3-af50-3120b77d9a4c","name":"e2e-external-model"} {"level":"info","ts":1784845154.781887,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80cbcae3-60c4-41b3-af50-3120b77d9a4c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845164.0809824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845164.0810566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee"} {"level":"info","ts":1784845164.0810657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee"} {"level":"info","ts":1784845164.0810757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","EoS":false} {"level":"info","ts":1784845164.081086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","EoS":true} {"level":"info","ts":1784845164.081106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845164.0811207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845164.0811284,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","modelName":"e2e-external-model"} {"level":"info","ts":1784845164.0811403,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845164.0812013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49443d98-49be-43d0-9f04-6b56f69e51ee"} {"level":"info","ts":1784845164.1300702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845164.1301372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb"} {"level":"info","ts":1784845164.1301522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb"} {"level":"info","ts":1784845164.1301703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","EoS":false} {"level":"info","ts":1784845164.1301928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","EoS":true} {"level":"info","ts":1784845164.1302133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845164.1302242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845164.1302307,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","modelName":"e2e-external-model"} {"level":"info","ts":1784845164.130243,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845164.1302788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a03660e3-3ddf-488f-a7ad-c25e5e9aa8fb"} {"level":"info","ts":1784845164.1520653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845164.1521108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.1521237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.1521335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","EoS":false} {"level":"info","ts":1784845164.1521416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","EoS":true} {"level":"info","ts":1784845164.1521566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845164.1521723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845164.1521835,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","modelName":"e2e-external-model"} {"level":"info","ts":1784845164.1521943,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845164.1522217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.2793787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8223c288-c3f8-4af5-baed-287eb9088aa0"} {"level":"info","ts":1784845164.279408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75699d06-e89f-4e56-9df5-85b61d5f53d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.279437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75699d06-e89f-4e56-9df5-85b61d5f53d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.284714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd848653-4597-49d0-9001-9921c1eeca1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.2847407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd848653-4597-49d0-9001-9921c1eeca1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.2848768,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8223c288-c3f8-4af5-baed-287eb9088aa0","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.2951348,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8223c288-c3f8-4af5-baed-287eb9088aa0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845164.3031833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"460c8c47-5c5a-4776-bcdd-2ad9dc4e5aa7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3032196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"460c8c47-5c5a-4776-bcdd-2ad9dc4e5aa7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.3033733,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61aebb36-5756-485c-87bc-ca32308d2b4b"} {"level":"info","ts":1784845164.3034196,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61aebb36-5756-485c-87bc-ca32308d2b4b","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3198216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff182915-76b0-4758-8dcd-5f864764df6f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3198502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff182915-76b0-4758-8dcd-5f864764df6f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845164.3199136,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61aebb36-5756-485c-87bc-ca32308d2b4b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.319971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fc131a0-0a25-4eff-9879-932273546df8"} {"level":"info","ts":1784845164.3200123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fc131a0-0a25-4eff-9879-932273546df8","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3282604,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fc131a0-0a25-4eff-9879-932273546df8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845164.3357747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ddeb79d-24a1-4221-a9de-899f2952d977","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3358042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ddeb79d-24a1-4221-a9de-899f2952d977","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.3357785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c05ce43-bbfb-402c-96e3-9e8ca161fdce"} {"level":"info","ts":1784845164.3358524,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c05ce43-bbfb-402c-96e3-9e8ca161fdce","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3439,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c05ce43-bbfb-402c-96e3-9e8ca161fdce","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845172.5499878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd6f18cb-647a-4595-98da-96c4bc709f31"} {"level":"info","ts":1784845172.5500393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d47cd6b4-dd3a-4aa9-b60f-1d4365e94fe2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845172.5500693,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d47cd6b4-dd3a-4aa9-b60f-1d4365e94fe2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845176.877633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.8777158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.8777301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.8777525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","EoS":false} {"level":"info","ts":1784845176.877773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","EoS":true} {"level":"info","ts":1784845176.877803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784845176.8778226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784845176.8778508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.9053411,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.9054077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.9054205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.9054382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","EoS":false} {"level":"info","ts":1784845176.9054554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","EoS":true} {"level":"info","ts":1784845176.905482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845176.9054997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845176.9055116,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","modelName":"e2e-external-model"} {"level":"info","ts":1784845176.905533,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845176.9056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.9599264,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.959981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845176.9599907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845176.9600017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","EoS":false} {"level":"info","ts":1784845176.9600148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","EoS":true} {"level":"info","ts":1784845176.9600394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784845176.9600532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845176.9600697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845177.103887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845177.1039455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.10396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.103977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","EoS":false} {"level":"info","ts":1784845177.1039965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","EoS":true} {"level":"info","ts":1784845177.1040232,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","field":"model"} {"level":"info","ts":1784845177.1040502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845178.0758808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce1eed1b-48d7-4191-b091-a9e226b0f44d"} {"level":"info","ts":1784845178.075891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46f996a3-6b31-4b1f-880c-f9aa4185a466","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845178.0759466,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46f996a3-6b31-4b1f-880c-f9aa4185a466","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845178.224605,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51a2e0e1-eb32-4fdd-a730-cb2ab6aebd63"} {"level":"info","ts":1784845178.224649,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14a1243e-2fef-477e-81c0-a99a5e157b0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845178.2246742,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14a1243e-2fef-477e-81c0-a99a5e157b0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845776.7600706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845776.760156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7"} {"level":"info","ts":1784845776.7601693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7"} {"level":"info","ts":1784845776.7601795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7","EoS":false} {"level":"info","ts":1784845776.7601914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7","EoS":true} {"level":"info","ts":1784845776.7602155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784845776.7602324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7","path":"/ai-tenant-e2e-inf-b-8a3e27/test-model-8a3e27/v1/chat/completions"} {"level":"info","ts":1784845776.7602522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf76e8b4-1c93-40e8-a9c7-d12a300412b7"} {"level":"info","ts":1784845797.8308098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845797.8308895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.830904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.830922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","EoS":false} {"level":"info","ts":1784845797.8309422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","EoS":true} {"level":"info","ts":1784845797.8309703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784845797.8309894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","path":"/ai-tenant-e2e-inf-b-8a3e27/test-model-8a3e27/v1/chat/completions"} {"level":"info","ts":1784845797.8310192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784846310.9743266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846310.9744074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846310.974415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846310.974426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","EoS":false} {"level":"info","ts":1784846310.9744394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","EoS":true} {"level":"info","ts":1784846310.9744601,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846310.9744763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","path":"/ai-tenant-e2e-shared-b-091ba5/rate-test-model-091ba5/v1/completions"} {"level":"info","ts":1784846310.974495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"}