{"level":"info","ts":1784844316.9147604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844316.914782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"} {"level":"info","ts":1784844317.0626402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844317.0627275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"} {"level":"info","ts":1784844317.0627367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"} {"level":"info","ts":1784844317.0627487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","EoS":false} {"level":"info","ts":1784844317.0627632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","EoS":true} {"level":"info","ts":1784844317.0627825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844317.062815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844317.0628402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"} {"level":"info","ts":1784844317.1999338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844317.2000134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"} {"level":"info","ts":1784844317.2000237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"} {"level":"info","ts":1784844317.2000349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","EoS":false} {"level":"info","ts":1784844317.2000458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","EoS":true} {"level":"info","ts":1784844317.2000654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844317.2000797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844317.2001,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"} {"level":"info","ts":1784844317.3386238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844317.3387294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"} {"level":"info","ts":1784844317.3387475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"} {"level":"info","ts":1784844317.338765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","EoS":false} {"level":"info","ts":1784844317.3387833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","EoS":true} {"level":"info","ts":1784844317.3388128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844317.3388367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844317.3388717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"} {"level":"info","ts":1784844317.4758897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844317.4759636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"} {"level":"info","ts":1784844317.475974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"} {"level":"info","ts":1784844317.4759858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","EoS":false} {"level":"info","ts":1784844317.4759982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","EoS":true} {"level":"info","ts":1784844317.476018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844317.4760323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844317.4760509,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"} {"level":"info","ts":1784844317.613309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844317.6133893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae"} {"level":"info","ts":1784844317.6133997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae"} {"level":"info","ts":1784844317.6134117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae","EoS":false} {"level":"info","ts":1784844317.6134243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae","EoS":true} {"level":"info","ts":1784844317.61345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844317.6134698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844317.6134894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a750bcf-e162-4b4b-bbff-6a7bc25ff9ae"} {"level":"info","ts":1784844333.2812471,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844333.2813375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"} {"level":"info","ts":1784844333.2813504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"} {"level":"info","ts":1784844333.2813623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","EoS":false} {"level":"info","ts":1784844333.2813718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","EoS":true} {"level":"info","ts":1784844333.281398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844333.2814145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844333.2814684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"} {"level":"info","ts":1784844333.3188987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844333.3189795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"} {"level":"info","ts":1784844333.3189921,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"} {"level":"info","ts":1784844333.3190038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","EoS":false} {"level":"info","ts":1784844333.3190145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","EoS":true} {"level":"info","ts":1784844333.3190348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844333.3190503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844333.3190675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"} {"level":"info","ts":1784844333.360604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844333.3606832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b"} {"level":"info","ts":1784844333.3606935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b"} {"level":"info","ts":1784844333.360708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b","EoS":false} {"level":"info","ts":1784844333.360723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b","EoS":true} {"level":"info","ts":1784844333.360747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844333.3607643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844333.3607862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4313d7c3-dbb0-4312-ba0b-1cceeaf5074b"} {"level":"info","ts":1784844333.3929806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844333.3930511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5"} {"level":"info","ts":1784844333.3930612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5"} {"level":"info","ts":1784844333.3930717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5","EoS":false} {"level":"info","ts":1784844333.3930817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5","EoS":true} {"level":"info","ts":1784844333.3931022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844333.3931196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844333.3931384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afe6c79a-ffe0-4641-b314-79ce9ec929d5"} {"level":"info","ts":1784844333.4243276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844333.4244142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"} {"level":"info","ts":1784844338.060653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844338.0607274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"} {"level":"info","ts":1784844338.0607364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"} {"level":"info","ts":1784844338.0607486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","EoS":false} {"level":"info","ts":1784844338.06076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","EoS":true} {"level":"info","ts":1784844338.0607793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844338.060792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844338.0608149,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"} {"level":"info","ts":1784844346.6643782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844346.6644557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5"} {"level":"info","ts":1784844346.664466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5"} {"level":"info","ts":1784844346.664477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5","EoS":false} {"level":"info","ts":1784844346.6644878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5","EoS":true} {"level":"info","ts":1784844346.6645079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844346.6645234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844346.6645422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c1988e1-0b68-4118-843b-2787142986c5"} {"level":"info","ts":1784844348.6968513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844348.6969273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"} {"level":"info","ts":1784844348.6969366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"} {"level":"info","ts":1784844348.6969478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","EoS":false} {"level":"info","ts":1784844348.6969583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","EoS":true} {"level":"info","ts":1784844348.6969798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844348.6969945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844348.6970165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"} {"level":"info","ts":1784844361.63255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844361.632641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"} {"level":"info","ts":1784844361.6326523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"} {"level":"info","ts":1784844361.632667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","EoS":false} {"level":"info","ts":1784844361.6326847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","EoS":true} {"level":"info","ts":1784844361.632704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844361.6327317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844361.6327589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"} {"level":"info","ts":1784844370.2112367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844370.2113252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"} {"level":"info","ts":1784844370.2113378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"} {"level":"info","ts":1784844370.2113492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","EoS":false} {"level":"info","ts":1784844370.2113633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","EoS":true} {"level":"info","ts":1784844370.211384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844370.2113988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844370.2114182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"} {"level":"info","ts":1784844379.2211423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844379.2212448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"} {"level":"info","ts":1784844379.221254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"} {"level":"info","ts":1784844379.2213123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","EoS":false} {"level":"info","ts":1784844379.2213252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","EoS":true} {"level":"info","ts":1784844379.2213461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844379.2213633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844379.2213826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"} {"level":"info","ts":1784844388.306783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844388.306857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c"} {"level":"info","ts":1784844388.30687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c"} {"level":"info","ts":1784844388.306882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c","EoS":false} {"level":"info","ts":1784844388.3068924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c","EoS":true} {"level":"info","ts":1784844388.3069122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844388.306927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844388.3069425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc020494-8bb8-45b8-a3cf-67123ed5897c"} {"level":"info","ts":1784844393.1907783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844393.19085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb"} {"level":"info","ts":1784844393.1908622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb"} {"level":"info","ts":1784844393.1908734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb","EoS":false} {"level":"info","ts":1784844393.1908839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb","EoS":true} {"level":"info","ts":1784844393.1909077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784844393.1909275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844393.1909544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f38f10a9-0e5a-4f51-aa42-94d02521b4bb"} {"level":"info","ts":1784844398.0806468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844398.0807376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707"} {"level":"info","ts":1784844398.0807548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707"} {"level":"info","ts":1784844398.0807707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707","EoS":false} {"level":"info","ts":1784844398.0807905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707","EoS":true} {"level":"info","ts":1784844398.080818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844398.0808363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844398.080861,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0760e809-23a9-43a6-bbb7-93c2b946b707"} {"level":"info","ts":1784844398.4299943,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844398.4300823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664"} {"level":"info","ts":1784844398.4300942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664"} {"level":"info","ts":1784844398.430113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664","EoS":false} {"level":"info","ts":1784844398.4301238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664","EoS":true} {"level":"info","ts":1784844398.430145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844398.4301603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844398.4301872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb96df53-49d2-4402-9fa4-d9d4d6805664"} {"level":"info","ts":1784844400.461964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844400.4620483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111"} {"level":"info","ts":1784844400.462058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111"} {"level":"info","ts":1784844400.462069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111","EoS":false} {"level":"info","ts":1784844400.4620793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111","EoS":true} {"level":"info","ts":1784844400.4620988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844400.4621139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844400.4621327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d1f4418-e186-4431-b628-b06b39fe8111"} {"level":"info","ts":1784844402.4985478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844402.4986212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231"} {"level":"info","ts":1784844402.4986324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231"} {"level":"info","ts":1784844402.4986436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231","EoS":false} {"level":"info","ts":1784844402.498659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231","EoS":true} {"level":"info","ts":1784844402.4986799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844402.4986959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844402.4987283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02818c82-db4c-4503-aa9e-63e2ce151231"} {"level":"info","ts":1784844404.537015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844404.537088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"} {"level":"info","ts":1784844404.5370986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"} {"level":"info","ts":1784844404.5371118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","EoS":false} {"level":"info","ts":1784844404.5371242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","EoS":true} {"level":"info","ts":1784844404.5371454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844404.5371625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844404.5371819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"} {"level":"info","ts":1784844428.6538713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844428.653967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"} {"level":"info","ts":1784844428.6539795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"} {"level":"info","ts":1784844428.6539907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","EoS":false} {"level":"info","ts":1784844428.6540015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","EoS":true} {"level":"info","ts":1784844428.6540234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844428.6540375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844428.6540525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"} {"level":"info","ts":1784844438.1455615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844438.145656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e"} {"level":"info","ts":1784844438.145672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e"} {"level":"info","ts":1784844438.1456885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e","EoS":false} {"level":"info","ts":1784844438.1457067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e","EoS":true} {"level":"info","ts":1784844438.145735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844438.1457539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844438.14578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"539b3d13-70ce-4fdd-be85-485382cbd43e"} {"level":"info","ts":1784844443.7513552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844443.7514336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a"} {"level":"info","ts":1784844443.751445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a"} {"level":"info","ts":1784844443.7514563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a","EoS":false} {"level":"info","ts":1784844443.7514675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a","EoS":true} {"level":"info","ts":1784844443.751488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844443.7515037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844443.751519,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e42f0e87-54b8-454a-88b1-61290ab1343a"} {"level":"info","ts":1784844453.4868913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844453.4869702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d"} {"level":"info","ts":1784844453.4869785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d"} {"level":"info","ts":1784844453.4869907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d","EoS":false} {"level":"info","ts":1784844453.4870017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d","EoS":true} {"level":"info","ts":1784844453.487022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844453.4870374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844453.487053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2179101d-1957-41a3-acc6-1596d3cc1b5d"} {"level":"info","ts":1784844455.5224054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844455.5224864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5"} {"level":"info","ts":1784844455.5225515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5"} {"level":"info","ts":1784844455.522572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5","EoS":false} {"level":"info","ts":1784844455.5225909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5","EoS":true} {"level":"info","ts":1784844455.522611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844455.5226264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844455.5226486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24140f68-fc41-4205-8d80-dd4852bdeff5"} {"level":"info","ts":1784844457.5585747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844457.5586536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"} {"level":"info","ts":1784844457.5586634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"} {"level":"info","ts":1784844457.5586746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","EoS":false} {"level":"info","ts":1784844457.558684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","EoS":true} {"level":"info","ts":1784844457.5587127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844457.5587292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844457.558749,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"} {"level":"info","ts":1784844467.166994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844467.1670735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"} {"level":"info","ts":1784844467.1670833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"} {"level":"info","ts":1784844467.1670942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","EoS":false} {"level":"info","ts":1784844467.1671052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","EoS":true} {"level":"info","ts":1784844467.1671326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844467.1671479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844467.1671638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"} {"level":"info","ts":1784844467.2100656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844467.2101438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"} {"level":"info","ts":1784844467.2101924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"} {"level":"info","ts":1784844467.2102072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","EoS":false} {"level":"info","ts":1784844467.2102466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","EoS":true} {"level":"info","ts":1784844467.210272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844467.2102878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844467.2103086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"} {"level":"info","ts":1784844486.6522472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844486.6523242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"} {"level":"info","ts":1784844486.652336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"} {"level":"info","ts":1784844486.652347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","EoS":false} {"level":"info","ts":1784844486.6523583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","EoS":true} {"level":"info","ts":1784844486.6524231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844486.6524396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844486.6524599,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"} {"level":"info","ts":1784844496.181194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844496.1813085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7"} {"level":"info","ts":1784844496.1813192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7"} {"level":"info","ts":1784844496.181333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7","EoS":false} {"level":"info","ts":1784844496.1813438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7","EoS":true} {"level":"info","ts":1784844496.1813633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844496.1813786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844496.1813967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80c25d47-3b58-45c6-b2ff-b69e38da42b7"} {"level":"info","ts":1784844501.5274596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844501.5275307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988"} {"level":"info","ts":1784844501.5275419,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988"} {"level":"info","ts":1784844501.527553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988","EoS":false} {"level":"info","ts":1784844501.527563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988","EoS":true} {"level":"info","ts":1784844501.5275826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784844501.5276024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844501.5276315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f94d1fa-2c97-4501-b123-6a1007c41988"} {"level":"info","ts":1784844592.4043648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844592.4044664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3"} {"level":"info","ts":1784844592.4044776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3"} {"level":"info","ts":1784844592.4044893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3","EoS":false} {"level":"info","ts":1784844592.4045029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3","EoS":true} {"level":"info","ts":1784844592.404522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784844592.4045382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784844592.4045572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc5ee260-91df-48f5-bab1-ec9f1895e0a3"} {"level":"info","ts":1784844617.8896449,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844617.8897247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"} {"level":"info","ts":1784844617.889735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"} {"level":"info","ts":1784844617.889746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","EoS":false} {"level":"info","ts":1784844617.8897574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","EoS":true} {"level":"info","ts":1784844617.8897839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784844617.8898048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784844617.8898206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"} {"level":"info","ts":1784844655.115939,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844655.1160307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"} {"level":"info","ts":1784844655.116043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"} {"level":"info","ts":1784844655.1160545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","EoS":false} {"level":"info","ts":1784844655.1160657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","EoS":true} {"level":"info","ts":1784844655.1160855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844655.1160998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844655.1161191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"} {"level":"info","ts":1784844670.4653475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844670.4654455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"} {"level":"info","ts":1784844670.4654627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"} {"level":"info","ts":1784844670.4654818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","EoS":false} {"level":"info","ts":1784844670.4655004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","EoS":true} {"level":"info","ts":1784844670.4655316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844670.4655528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844670.4655757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"} {"level":"info","ts":1784844670.7525644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844670.7526429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25"} {"level":"info","ts":1784844670.752653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25"} {"level":"info","ts":1784844670.7526639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25","EoS":false} {"level":"info","ts":1784844670.7526774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25","EoS":true} {"level":"info","ts":1784844670.752697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784844670.7527122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844670.7527313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edf8d192-5518-4405-bbd1-44db337d9b25"} {"level":"info","ts":1784845003.6848643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845003.684969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"} {"level":"info","ts":1784845003.6849828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"} {"level":"info","ts":1784845003.6849988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","EoS":false} {"level":"info","ts":1784845003.6850135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","EoS":true} {"level":"info","ts":1784845003.6850448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845003.6850674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845003.6850953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"} {"level":"info","ts":1784845003.72156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845003.7216406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7"} {"level":"info","ts":1784845003.7216516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7"} {"level":"info","ts":1784845003.721663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7","EoS":false} {"level":"info","ts":1784845003.7216759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7","EoS":true} {"level":"info","ts":1784845003.7216988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845003.721713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845003.7217329,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbb39bc5-a623-49be-893e-5f949f0149f7"} {"level":"info","ts":1784845003.7569098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845003.756972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6"} {"level":"info","ts":1784845003.7569828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6"} {"level":"info","ts":1784845003.7569933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6","EoS":false} {"level":"info","ts":1784845003.7570033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6","EoS":true} {"level":"info","ts":1784845003.757022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784845003.7570353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845003.757055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42784481-3ffc-4b99-b838-dbc6cd56aaf6"} {"level":"info","ts":1784845008.6369777,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d658366-7121-44fb-ad90-b7e1319fa4e5"} {"level":"info","ts":1784845008.6370084,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03a198cd-4655-409b-aef8-615f8bb4865f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845008.6370468,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03a198cd-4655-409b-aef8-615f8bb4865f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845008.646554,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07762a8d-5205-4c65-a370-b61602998067","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845008.6465805,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07762a8d-5205-4c65-a370-b61602998067","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784845008.6470077,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d658366-7121-44fb-ad90-b7e1319fa4e5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845008.6472073,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34929.206795683,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.6472495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.759209,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ce84060-1101-4d55-967d-2d415693fde9"} {"level":"info","ts":1784845008.759642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2587bb6e-4309-4a18-98c0-8ea4749be082","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.7596853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2587bb6e-4309-4a18-98c0-8ea4749be082","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.7678416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481d8bbe-969e-4083-a877-d9e0a1c7821a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.7678778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481d8bbe-969e-4083-a877-d9e0a1c7821a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784845008.8554947,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ce84060-1101-4d55-967d-2d415693fde9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845008.855552,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ce84060-1101-4d55-967d-2d415693fde9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784845008.855943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"531e9a55-88c2-4ba9-b28b-2fc1e9d722a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.8559825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"531e9a55-88c2-4ba9-b28b-2fc1e9d722a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.856051,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ed50546-fd63-475a-83ee-1b2c6061b797","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845008.8560922,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ed50546-fd63-475a-83ee-1b2c6061b797","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845008.8561425,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"066088db-9d51-4e00-abd2-8ed8e3533244","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.856166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"066088db-9d51-4e00-abd2-8ed8e3533244","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.8576694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784845008.8668065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ce84060-1101-4d55-967d-2d415693fde9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784845008.8668478,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ce84060-1101-4d55-967d-2d415693fde9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845008.8669035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0778c26-1760-43d8-adf3-2cf300dfd928"} {"level":"info","ts":1784845008.8671012,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33398.949114046,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.8671186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.9081686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.923342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"955b3138-bc68-43a8-bbda-adf0f20bdfb2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.9233794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"955b3138-bc68-43a8-bbda-adf0f20bdfb2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.9478002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34666.683669307,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.9478269,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.9503038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e040df00-91f4-4159-9f9d-ec4ca96db737","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.9503336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e040df00-91f4-4159-9f9d-ec4ca96db737","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.9615824,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845008.967672,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0778c26-1760-43d8-adf3-2cf300dfd928","name":"e2e-external-model"} {"level":"info","ts":1784845008.972773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50ffcdcc-7099-40f1-b4b2-f21d62691ad7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845008.9728131,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50ffcdcc-7099-40f1-b4b2-f21d62691ad7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845008.9821768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0778c26-1760-43d8-adf3-2cf300dfd928","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784845008.9950001,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0778c26-1760-43d8-adf3-2cf300dfd928","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845008.995082,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f5129e4-0b2a-4412-8657-058f59a6b4ee"} {"level":"info","ts":1784845008.9951313,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f5129e4-0b2a-4412-8657-058f59a6b4ee","name":"e2e-external-model"} {"level":"info","ts":1784845009.0085127,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f5129e4-0b2a-4412-8657-058f59a6b4ee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845009.0486367,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d658366-7121-44fb-ad90-b7e1319fa4e5","name":"e2e-external-provider"} {"level":"info","ts":1784845009.060582,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d658366-7121-44fb-ad90-b7e1319fa4e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784845009.064766,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d658366-7121-44fb-ad90-b7e1319fa4e5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845009.0648763,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671baead-8a4e-457f-af1b-f1cf7b286753"} {"level":"info","ts":1784845009.0649207,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671baead-8a4e-457f-af1b-f1cf7b286753","name":"e2e-external-provider"} {"level":"info","ts":1784845009.0902605,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671baead-8a4e-457f-af1b-f1cf7b286753","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784845018.3297782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845018.329857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27"} {"level":"info","ts":1784845018.3298662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27"} {"level":"info","ts":1784845018.3298783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","EoS":false} {"level":"info","ts":1784845018.3298895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","EoS":true} {"level":"info","ts":1784845018.3299093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845018.3299246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845018.3299315,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","modelName":"e2e-external-model"} {"level":"info","ts":1784845018.3299465,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845018.3299901,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6635e025-1f92-4d97-9773-ec6b62ef0e27"} {"level":"info","ts":1784845018.3784182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845018.3784885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135"} {"level":"info","ts":1784845018.3785017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135"} {"level":"info","ts":1784845018.3785121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","EoS":false} {"level":"info","ts":1784845018.3785236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","EoS":true} {"level":"info","ts":1784845018.3785431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845018.378558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845018.3785655,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","modelName":"e2e-external-model"} {"level":"info","ts":1784845018.3785791,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845018.378634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78d8c17f-9864-4750-b5c7-1ba93b11d135"} {"level":"info","ts":1784845018.4073563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845018.4074233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"} {"level":"info","ts":1784845018.4074328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"} {"level":"info","ts":1784845018.4074438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","EoS":false} {"level":"info","ts":1784845018.407457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","EoS":true} {"level":"info","ts":1784845018.4074757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845018.407489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845018.407496,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","modelName":"e2e-external-model"} {"level":"info","ts":1784845018.407511,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845018.4075541,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"} {"level":"info","ts":1784845018.5547514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a847b5-2c0f-45df-ad2a-1512bdc90118"} {"level":"info","ts":1784845018.554784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ff4d312-bfb3-4d9f-bb6d-d64db097b6e4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845018.5548196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ff4d312-bfb3-4d9f-bb6d-d64db097b6e4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845018.5624845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2931cd1-25f6-4e1c-8cde-492cc9f79490","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845018.5625174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2931cd1-25f6-4e1c-8cde-492cc9f79490","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845018.5636277,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a847b5-2c0f-45df-ad2a-1512bdc90118","name":"e2e-cleanup-test"} {"level":"info","ts":1784845018.5895517,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a847b5-2c0f-45df-ad2a-1512bdc90118","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845018.5978959,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f0b34d-0756-445c-883e-b36f9067f1f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845018.5979342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f0b34d-0756-445c-883e-b36f9067f1f0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845018.5980484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a0607a-23e1-4ce9-9d5d-a24650beffe3"} {"level":"info","ts":1784845018.5981066,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a0607a-23e1-4ce9-9d5d-a24650beffe3","name":"e2e-cleanup-test"} {"level":"info","ts":1784845018.621311,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bcde904-cb95-438e-94df-40679d257f31","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845018.6213462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bcde904-cb95-438e-94df-40679d257f31","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845018.6219573,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5a0607a-23e1-4ce9-9d5d-a24650beffe3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845018.6220388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1697d4ae-2e2f-45cf-9005-d07874a4cbf7"} {"level":"info","ts":1784845018.6221046,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1697d4ae-2e2f-45cf-9005-d07874a4cbf7","name":"e2e-cleanup-test"} {"level":"info","ts":1784845018.6390185,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1697d4ae-2e2f-45cf-9005-d07874a4cbf7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845018.6434865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ce457c-43a3-4696-96f5-6755317ba168","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845018.643523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ce457c-43a3-4696-96f5-6755317ba168","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845018.650764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1697d4ae-2e2f-45cf-9005-d07874a4cbf7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845018.6508603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29908610-ef0b-4ac6-96f9-a0eb339f6a4e"} {"level":"info","ts":1784845018.650922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29908610-ef0b-4ac6-96f9-a0eb339f6a4e","name":"e2e-cleanup-test"} {"level":"info","ts":1784845018.664099,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29908610-ef0b-4ac6-96f9-a0eb339f6a4e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845026.841043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"545e0f62-29ce-4db5-bce6-df8716017768"} {"level":"info","ts":1784845026.8410885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ad15a22-913c-4e2f-9cf2-fdda7224fe94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845026.841123,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ad15a22-913c-4e2f-9cf2-fdda7224fe94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845031.1641195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845031.164242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"} {"level":"info","ts":1784845031.1642601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"} {"level":"info","ts":1784845031.164278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","EoS":false} {"level":"info","ts":1784845031.1643288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","EoS":true} {"level":"info","ts":1784845031.164362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784845031.164383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784845031.1644197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"} {"level":"info","ts":1784845031.1917534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845031.1918263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"} {"level":"info","ts":1784845031.1918433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"} {"level":"info","ts":1784845031.1918662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","EoS":false} {"level":"info","ts":1784845031.1918857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","EoS":true} {"level":"info","ts":1784845031.1919143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784845031.1919324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845031.1919446,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","modelName":"e2e-external-model"} {"level":"info","ts":1784845031.1919684,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845031.1920161,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"} {"level":"info","ts":1784845031.22984,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845031.2299023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"} {"level":"info","ts":1784845031.2299123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"} {"level":"info","ts":1784845031.229923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","EoS":false} {"level":"info","ts":1784845031.2299335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","EoS":true} {"level":"info","ts":1784845031.2299523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784845031.229964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845031.2299771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"} {"level":"info","ts":1784845031.3655856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845031.3657217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"} {"level":"info","ts":1784845031.3657367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"} {"level":"info","ts":1784845031.3657565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","EoS":false} {"level":"info","ts":1784845031.3657777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","EoS":true} {"level":"info","ts":1784845031.3658142,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","field":"model"} {"level":"info","ts":1784845031.3658466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"} {"level":"info","ts":1784845032.2712557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f109ed3-a03f-4868-b4b9-aaa325810daf"} {"level":"info","ts":1784845032.2713113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a47218-897d-49b9-87c8-f6e7e636766a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845032.2713454,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a47218-897d-49b9-87c8-f6e7e636766a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845032.4284253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04a9f72d-9512-4542-82a1-6df63a4a48af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845032.4284585,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10a0d3f0-d1e3-4185-ac23-6fd0bf849c20"} {"level":"info","ts":1784845032.4284852,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04a9f72d-9512-4542-82a1-6df63a4a48af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845624.7289886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845624.7290714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf"} {"level":"info","ts":1784845624.7290804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf"} {"level":"info","ts":1784845624.7290914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf","EoS":false} {"level":"info","ts":1784845624.7291026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf","EoS":true} {"level":"info","ts":1784845624.7291205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784845624.7291355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf","path":"/ai-tenant-e2e-inf-b-b12a8c/test-model-b12a8c/v1/chat/completions"} {"level":"info","ts":1784845624.7291563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ad22b84-35fa-4f0e-a3af-5fd082c4efdf"} {"level":"info","ts":1784845645.7871149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845645.7871892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"} {"level":"info","ts":1784845645.7871995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"} {"level":"info","ts":1784845645.7872252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","EoS":false} {"level":"info","ts":1784845645.7872374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","EoS":true} {"level":"info","ts":1784845645.7872572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784845645.7872722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","path":"/ai-tenant-e2e-inf-b-b12a8c/test-model-b12a8c/v1/chat/completions"} {"level":"info","ts":1784845645.787287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"} {"level":"info","ts":1784846134.243539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846134.2436209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"} {"level":"info","ts":1784846134.2436316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"} {"level":"info","ts":1784846134.243642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","EoS":false} {"level":"info","ts":1784846134.243653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","EoS":true} {"level":"info","ts":1784846134.2436752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784846134.2436943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","path":"/ai-tenant-e2e-shared-b-6bf8de/rate-test-model-6bf8de/v1/completions"} {"level":"info","ts":1784846134.243715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}