{"level":"info","ts":1784898463.8373208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9f63e30-a300-4f18-98aa-f4ccba4f0725","EoS":true} {"level":"info","ts":1784898463.8373432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9f63e30-a300-4f18-98aa-f4ccba4f0725","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898463.8373604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9f63e30-a300-4f18-98aa-f4ccba4f0725","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898463.8373811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9f63e30-a300-4f18-98aa-f4ccba4f0725"} {"level":"info","ts":1784898464.510275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898464.5103657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.5103755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.5103874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","EoS":false} {"level":"info","ts":1784898464.510397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","EoS":true} {"level":"info","ts":1784898464.5104175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898464.5104342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898464.5104558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.548779,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898464.5488477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280"} {"level":"info","ts":1784898464.5488603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280"} {"level":"info","ts":1784898464.548872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280","EoS":false} {"level":"info","ts":1784898464.5488818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280","EoS":true} {"level":"info","ts":1784898464.5488994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898464.548914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898464.5489388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e153dc22-c7e8-4ff7-a7bb-2bdf44742280"} {"level":"info","ts":1784898468.7191489,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898468.7192311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef"} {"level":"info","ts":1784898468.719245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef"} {"level":"info","ts":1784898468.719257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef","EoS":false} {"level":"info","ts":1784898468.7192676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef","EoS":true} {"level":"info","ts":1784898468.7192888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898468.7193477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898468.7193732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e88a7dba-95b3-498e-bceb-d6562ef047ef"} {"level":"info","ts":1784898487.6672752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.667359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6673691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6673813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","EoS":false} {"level":"info","ts":1784898487.6673942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","EoS":true} {"level":"info","ts":1784898487.6674163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898487.6674798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.6675076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.8088486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.808979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8089976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8090153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","EoS":false} {"level":"info","ts":1784898487.809035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","EoS":true} {"level":"info","ts":1784898487.8090682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898487.8090856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.809137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.9493427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.9494162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.9494247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.9494398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","EoS":false} {"level":"info","ts":1784898487.94945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","EoS":true} {"level":"info","ts":1784898487.949469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898487.9494853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.949513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898488.0924158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898488.0925019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.092513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.0925252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","EoS":false} {"level":"info","ts":1784898488.0925403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","EoS":true} {"level":"info","ts":1784898488.0925615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898488.0925791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898488.092615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.2332995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898488.233387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.2333984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.233411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","EoS":false} {"level":"info","ts":1784898488.2334313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","EoS":true} {"level":"info","ts":1784898488.2334526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898488.2334669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898488.2335048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.3714833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898488.3715591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9"} {"level":"info","ts":1784898488.3715684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9"} {"level":"info","ts":1784898488.3715806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9","EoS":false} {"level":"info","ts":1784898488.3715901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9","EoS":true} {"level":"info","ts":1784898488.3716118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898488.3716264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898488.371646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b19118df-3c19-4dd7-a95c-cec06596eed9"} {"level":"info","ts":1784898507.1855752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.1856618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.1856704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.1856813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","EoS":false} {"level":"info","ts":1784898507.1856909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","EoS":true} {"level":"info","ts":1784898507.1857133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898507.1857333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898507.1857538,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.2253683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.2254345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a"} {"level":"info","ts":1784898507.2254443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a"} {"level":"info","ts":1784898507.2254555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a","EoS":false} {"level":"info","ts":1784898507.2254686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a","EoS":true} {"level":"info","ts":1784898507.2254875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898507.2255015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898507.2255197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f763f5b-84be-4212-9cbf-9dd7afe8d27a"} {"level":"info","ts":1784898507.2600164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.2601066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7"} {"level":"info","ts":1784898507.2601151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7"} {"level":"info","ts":1784898507.2601264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7","EoS":false} {"level":"info","ts":1784898507.2601383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7","EoS":true} {"level":"info","ts":1784898507.2601573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898507.2601726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898507.260192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fc1321d-860f-47f5-b390-fa75097db8e7"} {"level":"info","ts":1784898507.3007102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.3007815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898511.9445064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898511.9446032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9446154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9446273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","EoS":false} {"level":"info","ts":1784898511.9446394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","EoS":true} {"level":"info","ts":1784898511.9446669,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898511.944684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898511.9447055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898520.5523424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898520.552427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25"} {"level":"info","ts":1784898520.552437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25"} {"level":"info","ts":1784898520.5524523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25","EoS":false} {"level":"info","ts":1784898520.5524707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25","EoS":true} {"level":"info","ts":1784898520.5524921,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898520.5525074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898520.5525305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b42e4e52-49e3-46d2-949d-5cda32a38e25"} {"level":"info","ts":1784898522.5870206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898522.5871172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af"} {"level":"info","ts":1784898522.5871282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af"} {"level":"info","ts":1784898522.58714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af","EoS":false} {"level":"info","ts":1784898522.5871544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af","EoS":true} {"level":"info","ts":1784898522.587178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898522.5871956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898522.5872257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf14a896-9460-4901-9689-a0e84b8918af"} {"level":"info","ts":1784898524.626377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898524.6264598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.6264713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.6264827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","EoS":false} {"level":"info","ts":1784898524.626495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","EoS":true} {"level":"info","ts":1784898524.6265152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898524.6265306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898524.626555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898537.529065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898537.529172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5291917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5292041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","EoS":false} {"level":"info","ts":1784898537.5292146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","EoS":true} {"level":"info","ts":1784898537.5292473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898537.5292659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898537.5292962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898546.0969307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898546.0970035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.0970132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.097026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","EoS":false} {"level":"info","ts":1784898546.0970387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","EoS":true} {"level":"info","ts":1784898546.0970607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898546.0970755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898546.0971146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898554.9885805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898554.9886565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898554.9886694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898554.9886842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","EoS":false} {"level":"info","ts":1784898554.9886963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","EoS":true} {"level":"info","ts":1784898554.9887154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898554.9887314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898554.9887576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898563.9967163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898563.9967911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313"} {"level":"info","ts":1784898563.9967997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313"} {"level":"info","ts":1784898563.9968119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313","EoS":false} {"level":"info","ts":1784898563.9968235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313","EoS":true} {"level":"info","ts":1784898563.9968436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898563.9968581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898563.99688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4c54e81-20cb-4562-851f-2e28e7367313"} {"level":"info","ts":1784898568.7654011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898568.7654808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9"} {"level":"info","ts":1784898568.7654927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9"} {"level":"info","ts":1784898568.7655058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9","EoS":false} {"level":"info","ts":1784898568.7655184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9","EoS":true} {"level":"info","ts":1784898568.7655466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784898568.7655628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898568.7655818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"916011bc-508a-4391-b5c9-2be4b4073ae9"} {"level":"info","ts":1784898573.546727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898573.5468037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5"} {"level":"info","ts":1784898573.5468197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5"} {"level":"info","ts":1784898573.546833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5","EoS":false} {"level":"info","ts":1784898573.5468457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5","EoS":true} {"level":"info","ts":1784898573.5468776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898573.5468948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898573.546916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa450937-3d0f-483a-8e44-aeaa84da6af5"} {"level":"info","ts":1784898573.8217154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898573.8217895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7"} {"level":"info","ts":1784898573.8218012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7"} {"level":"info","ts":1784898573.8218133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7","EoS":false} {"level":"info","ts":1784898573.8218246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7","EoS":true} {"level":"info","ts":1784898573.8218448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898573.8218648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898573.8218892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5317b04b-fbf3-47ef-b846-382de5a704f7"} {"level":"info","ts":1784898575.8601694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898575.8602412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347"} {"level":"info","ts":1784898575.8602529,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347"} {"level":"info","ts":1784898575.8602643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347","EoS":false} {"level":"info","ts":1784898575.8602762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347","EoS":true} {"level":"info","ts":1784898575.860298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898575.8603134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898575.8603346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5656951a-4fd2-46e8-addd-bd60e5c7e347"} {"level":"info","ts":1784898577.8924809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898577.8925607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e"} {"level":"info","ts":1784898577.8925738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e"} {"level":"info","ts":1784898577.8925858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e","EoS":false} {"level":"info","ts":1784898577.8926005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e","EoS":true} {"level":"info","ts":1784898577.8926208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898577.8926346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898577.8926563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c1ca497-8ff9-4c8b-9ebd-bb4bc93c3b7e"} {"level":"info","ts":1784898579.929892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898579.9299762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.929989,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.9300082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","EoS":false} {"level":"info","ts":1784898579.9300296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","EoS":true} {"level":"info","ts":1784898579.9300601,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898579.9300787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898579.9301345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898602.743185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898602.743258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7432702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.743283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","EoS":false} {"level":"info","ts":1784898602.7432933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","EoS":true} {"level":"info","ts":1784898602.7433136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898602.7433288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898602.7433488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898612.1734743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898612.1735547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120"} {"level":"info","ts":1784898612.1735654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120"} {"level":"info","ts":1784898612.173576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120","EoS":false} {"level":"info","ts":1784898612.1735902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120","EoS":true} {"level":"info","ts":1784898612.1736126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898612.1736267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898612.1736479,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9ff2fcc-44c2-4b96-946a-01872314d120"} {"level":"info","ts":1784898617.6973724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898617.6974654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1"} {"level":"info","ts":1784898617.6974878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1"} {"level":"info","ts":1784898617.6975102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1","EoS":false} {"level":"info","ts":1784898617.6975305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1","EoS":true} {"level":"info","ts":1784898617.6975715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898617.6975935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898617.6976252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baa43dc8-689f-499e-bc55-4ff071745ba1"} {"level":"info","ts":1784898627.2632298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898627.263305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8"} {"level":"info","ts":1784898627.2633147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8"} {"level":"info","ts":1784898627.2633264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8","EoS":false} {"level":"info","ts":1784898627.2633371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8","EoS":true} {"level":"info","ts":1784898627.2633572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898627.263373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898627.263393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4acaa7a3-a9f2-4933-88b6-5882e1be69c8"} {"level":"info","ts":1784898629.2992945,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898629.2993698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.2993786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.2993898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","EoS":false} {"level":"info","ts":1784898629.2993991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","EoS":true} {"level":"info","ts":1784898629.2994206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898629.2994363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898629.2994616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898638.8201313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898638.8202074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.820219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.8202305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","EoS":false} {"level":"info","ts":1784898638.8202462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","EoS":true} {"level":"info","ts":1784898638.8202674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898638.820283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898638.8203042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.857993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898638.8580484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.8580613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.8580718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","EoS":false} {"level":"info","ts":1784898638.8580816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","EoS":true} {"level":"info","ts":1784898638.8581111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898638.8581245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898638.858144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898658.146462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898658.146543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1465561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1465683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","EoS":false} {"level":"info","ts":1784898658.1465776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","EoS":true} {"level":"info","ts":1784898658.1465988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898658.1466126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898658.1466382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898667.593001,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898667.593073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f"} {"level":"info","ts":1784898667.5931177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f"} {"level":"info","ts":1784898667.5931356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f","EoS":false} {"level":"info","ts":1784898667.593148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f","EoS":true} {"level":"info","ts":1784898667.5931685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898667.5931845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898667.5932066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e47db380-6a13-4b98-a9d2-c6c7e9a2792f"} {"level":"info","ts":1784898672.9736252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898672.9737017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c"} {"level":"info","ts":1784898672.9737134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c"} {"level":"info","ts":1784898672.9737267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c","EoS":false} {"level":"info","ts":1784898672.9737396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c","EoS":true} {"level":"info","ts":1784898672.9737635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784898672.9737787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898672.973855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa61d041-fd31-4340-9442-063d0c61cf4c"} {"level":"info","ts":1784898764.0671256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898764.0672352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807"} {"level":"info","ts":1784898764.0672526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807"} {"level":"info","ts":1784898764.0672715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807","EoS":false} {"level":"info","ts":1784898764.0672894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807","EoS":true} {"level":"info","ts":1784898764.067317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784898764.067348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784898764.0673802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bae6e40-d23f-4914-b738-0d99952f4807"} {"level":"info","ts":1784898787.7596169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898787.7597132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7597287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7597492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","EoS":false} {"level":"info","ts":1784898787.7597692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","EoS":true} {"level":"info","ts":1784898787.7598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784898787.7598193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784898787.7598522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898825.0241115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898825.0241961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0242088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.02422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","EoS":false} {"level":"info","ts":1784898825.02423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","EoS":true} {"level":"info","ts":1784898825.0242505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898825.024266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898825.0242875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898840.3333516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898840.3334424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.3334613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.3334901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","EoS":false} {"level":"info","ts":1784898840.3335657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","EoS":true} {"level":"info","ts":1784898840.333599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898840.3336155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898840.3336387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.6484072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898840.6484706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013"} {"level":"info","ts":1784898840.6484823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013"} {"level":"info","ts":1784898840.6484933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013","EoS":false} {"level":"info","ts":1784898840.6485033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013","EoS":true} {"level":"info","ts":1784898840.648522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898840.648537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898840.6485574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0697cba6-47fe-4275-80e6-4a613faeb013"} {"level":"info","ts":1784899170.265234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899170.265337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2653537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2653737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","EoS":false} {"level":"info","ts":1784899170.2653937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","EoS":true} {"level":"info","ts":1784899170.2654278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899170.2654467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899170.2654767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.3042195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899170.304298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f"} {"level":"info","ts":1784899170.3043156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f"} {"level":"info","ts":1784899170.3043313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f","EoS":false} {"level":"info","ts":1784899170.3043482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f","EoS":true} {"level":"info","ts":1784899170.304371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899170.3044305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899170.3044584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cffc549-6e93-4ba9-9a5d-844236bd996f"} {"level":"info","ts":1784899170.3424625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899170.3425207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8"} {"level":"info","ts":1784899170.3425293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8"} {"level":"info","ts":1784899170.3425403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8","EoS":false} {"level":"info","ts":1784899170.3425496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8","EoS":true} {"level":"info","ts":1784899170.342629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899170.34265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899170.3426712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cc15451-12ee-4c1a-83ce-9fb7423534e8"} {"level":"info","ts":1784899175.2726607,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b46a522-76ed-4cac-b5d9-d50d908e4de5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.2726948,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b46a522-76ed-4cac-b5d9-d50d908e4de5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784899175.2727697,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ab3934c-b305-4b09-afca-e6ea1f0ca3c5"} {"level":"info","ts":1784899175.2791827,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fba99779-f0dd-4200-8d4f-f75c1d4ac6cb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.2792144,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fba99779-f0dd-4200-8d4f-f75c1d4ac6cb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784899175.2823513,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ab3934c-b305-4b09-afca-e6ea1f0ca3c5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899175.2825897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37398.824908652,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.2826128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.3461473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.3835773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36363.577192249,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.3836002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.4350145,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"057b6f6e-5e15-4c2f-9f33-4e9ec11711c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.4350562,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"057b6f6e-5e15-4c2f-9f33-4e9ec11711c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784899175.4351785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fce0bbaa-ac2b-4df4-b531-13e185a8f512","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.4352205,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fce0bbaa-ac2b-4df4-b531-13e185a8f512","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.4352682,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5819313-8f22-4c0e-8b11-4c4ef88e77fd"} {"level":"info","ts":1784899175.4354417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482133cc-769a-48ad-904f-4742d6994e6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.435458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482133cc-769a-48ad-904f-4742d6994e6a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.4354982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38423.44309088,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.4355102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.436641,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.442707,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.4836633,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ab3934c-b305-4b09-afca-e6ea1f0ca3c5","name":"e2e-external-provider"} {"level":"info","ts":1784899175.4964213,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ab3934c-b305-4b09-afca-e6ea1f0ca3c5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784899175.500515,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ab3934c-b305-4b09-afca-e6ea1f0ca3c5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899175.5005813,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ace607c-7d55-47f0-a2b4-0e667f7dd30a"} {"level":"info","ts":1784899175.5006208,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ace607c-7d55-47f0-a2b4-0e667f7dd30a","name":"e2e-external-provider"} {"level":"info","ts":1784899175.512289,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ace607c-7d55-47f0-a2b4-0e667f7dd30a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784899175.5316133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b18b628-e3b0-4b64-87c0-8311733d9201","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.5316424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b18b628-e3b0-4b64-87c0-8311733d9201","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.5354927,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5819313-8f22-4c0e-8b11-4c4ef88e77fd","name":"e2e-external-model"} {"level":"error","ts":1784899175.5475435,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5819313-8f22-4c0e-8b11-4c4ef88e77fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784899175.5475862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5819313-8f22-4c0e-8b11-4c4ef88e77fd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899175.547639,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be62d44-7c23-4573-ac40-0ceed70dfe44"} {"level":"info","ts":1784899175.547676,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be62d44-7c23-4573-ac40-0ceed70dfe44","name":"e2e-external-model"} {"level":"info","ts":1784899175.557746,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be62d44-7c23-4573-ac40-0ceed70dfe44","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899185.0088763,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899185.0089684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc"} {"level":"info","ts":1784899185.0089846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc"} {"level":"info","ts":1784899185.0090022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","EoS":false} {"level":"info","ts":1784899185.0090206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","EoS":true} {"level":"info","ts":1784899185.0090494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784899185.0090714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899185.0090842,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","modelName":"e2e-external-model"} {"level":"info","ts":1784899185.0091224,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899185.009189,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a69f624-9994-4f2e-9718-ae4eead2f5fc"} {"level":"info","ts":1784899185.0609925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899185.0610495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9"} {"level":"info","ts":1784899185.0610583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9"} {"level":"info","ts":1784899185.0610688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","EoS":false} {"level":"info","ts":1784899185.0610783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","EoS":true} {"level":"info","ts":1784899185.061114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784899185.0611289,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899185.0611353,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","modelName":"e2e-external-model"} {"level":"info","ts":1784899185.061147,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899185.061185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48153865-69c4-4699-998a-f7b7f1ac7fb9"} {"level":"info","ts":1784899185.0910861,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899185.091161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.091173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.0911837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","EoS":false} {"level":"info","ts":1784899185.0911937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","EoS":true} {"level":"info","ts":1784899185.0912142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784899185.0912297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899185.091244,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","modelName":"e2e-external-model"} {"level":"info","ts":1784899185.0912561,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899185.0912905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.2320669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0db206e-e1f0-439d-9cbc-ad335b370a43"} {"level":"info","ts":1784899185.232079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f979573-5360-4c97-96f4-3f9e9d2b0fb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2321408,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f979573-5360-4c97-96f4-3f9e9d2b0fb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784899185.2403858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66f72bc3-bae2-48c1-95e7-6893bb4a33be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2404127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66f72bc3-bae2-48c1-95e7-6893bb4a33be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784899185.2416084,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0db206e-e1f0-439d-9cbc-ad335b370a43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899185.2416537,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0db206e-e1f0-439d-9cbc-ad335b370a43","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.2675478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ae9e753-52c7-4462-9220-6180ab2d33dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2675815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ae9e753-52c7-4462-9220-6180ab2d33dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784899185.2683918,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0db206e-e1f0-439d-9cbc-ad335b370a43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784899185.2684307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0db206e-e1f0-439d-9cbc-ad335b370a43","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899185.2684717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8daf0e4b-20b4-4559-a09d-1f3f97b2b744"} {"level":"info","ts":1784899185.2685158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8daf0e4b-20b4-4559-a09d-1f3f97b2b744","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.2828555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87bc9aba-8f1e-42eb-bc06-e052ce80e3fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2828925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87bc9aba-8f1e-42eb-bc06-e052ce80e3fc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784899185.283068,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8daf0e4b-20b4-4559-a09d-1f3f97b2b744","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899185.2831464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06399d60-8089-4e7b-8b84-8d6185abe27e"} {"level":"info","ts":1784899185.28319,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06399d60-8089-4e7b-8b84-8d6185abe27e","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.2923102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06399d60-8089-4e7b-8b84-8d6185abe27e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899185.297867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48dcf679-0a53-4438-bcbf-f5c4f46301a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.297888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48dcf679-0a53-4438-bcbf-f5c4f46301a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784899185.2980497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf93a3d2-bc36-4efa-9b76-f3a56fc56e24"} {"level":"info","ts":1784899185.2981455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf93a3d2-bc36-4efa-9b76-f3a56fc56e24","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.3066914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf93a3d2-bc36-4efa-9b76-f3a56fc56e24","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899193.537118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7434116-7811-48c5-99cf-0e6c9fadeb8d"} {"level":"info","ts":1784899193.5371187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2245bcca-8479-457e-bdc5-8a73db58e94f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899193.5371861,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2245bcca-8479-457e-bdc5-8a73db58e94f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899197.875689,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.8757815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.8757997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.8758192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","EoS":false} {"level":"info","ts":1784899197.8758364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","EoS":true} {"level":"info","ts":1784899197.8758638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784899197.8758838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784899197.8759117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.9068532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.9069088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9069192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9069297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","EoS":false} {"level":"info","ts":1784899197.9069388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","EoS":true} {"level":"info","ts":1784899197.9069548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784899197.9069676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899197.9069743,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","modelName":"e2e-external-model"} {"level":"info","ts":1784899197.9069884,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899197.907022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9507375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.950797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899197.9508145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899197.9508326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","EoS":false} {"level":"info","ts":1784899197.9508505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","EoS":true} {"level":"info","ts":1784899197.9508717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784899197.9508877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899197.9509125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899198.0971596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899198.0972216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.0972328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.0972435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","EoS":false} {"level":"info","ts":1784899198.097253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","EoS":true} {"level":"info","ts":1784899198.0972712,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","field":"model"} {"level":"info","ts":1784899198.0972912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899199.032525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f980bd5e-bbba-4569-95c8-907a4c8afe91"} {"level":"info","ts":1784899199.0325267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2df1fe-3093-47d0-b1ca-2335c62ed2e5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899199.0325944,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2df1fe-3093-47d0-b1ca-2335c62ed2e5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899199.189641,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03cbcaa6-1c04-44a3-a5d2-542236704f36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899199.1896803,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d45b464-795c-468b-adc4-949d1dd95666"} {"level":"info","ts":1784899199.1896865,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03cbcaa6-1c04-44a3-a5d2-542236704f36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900258.7839022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900258.7840004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af7bf655-b9ca-438b-a17d-b0bdbbd7e419"} {"level":"info","ts":1784900316.464813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900316.4649036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.464917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.4649303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","EoS":false} {"level":"info","ts":1784900316.4649456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","EoS":true} {"level":"info","ts":1784900316.4649775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784900316.4649937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784900316.4650154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"}