{"level":"info","ts":1785545032.4879792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c"} {"level":"info","ts":1785545032.4880116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c","EoS":true} {"level":"info","ts":1785545032.4880185,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c"} {"level":"info","ts":1785545032.6368978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.6369905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6370046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6370184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","EoS":true} {"level":"info","ts":1785545032.6370492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","header":"x-maas-subscription"} {"level":"info","ts":1785545032.637059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","header":"x-maas-group"} {"level":"info","ts":1785545032.6370654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","header":"x-maas-username"} {"level":"info","ts":1785545032.6370847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.637116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6379535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.637975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6379871,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","EoS":false} {"level":"info","ts":1785545032.6379988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6380262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","EoS":true} {"level":"info","ts":1785545032.6380367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.791902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.791991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7920055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7920215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","EoS":true} {"level":"info","ts":1785545032.7920475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","header":"x-maas-username"} {"level":"info","ts":1785545032.7920578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","header":"x-maas-group"} {"level":"info","ts":1785545032.792063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","header":"x-maas-subscription"} {"level":"info","ts":1785545032.7920766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.792111,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7941492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7941704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7941866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","EoS":false} {"level":"info","ts":1785545032.7941983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7942247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","EoS":true} {"level":"info","ts":1785545032.7942343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.9345822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.9346845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.934703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.934719,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","EoS":true} {"level":"info","ts":1785545032.9347458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","header":"x-maas-subscription"} {"level":"info","ts":1785545032.9347568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","header":"x-maas-username"} {"level":"info","ts":1785545032.9347627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","header":"x-maas-group"} {"level":"info","ts":1785545032.9347773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.934805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.9356833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.9357033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.93572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","EoS":false} {"level":"info","ts":1785545032.9357388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.9357657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","EoS":true} {"level":"info","ts":1785545032.9357743,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545033.0720525,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545033.0721414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0721571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0721707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","EoS":true} {"level":"info","ts":1785545033.0721984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","header":"x-maas-username"} {"level":"info","ts":1785545033.0722096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","header":"x-maas-subscription"} {"level":"info","ts":1785545033.0722148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","header":"x-maas-group"} {"level":"info","ts":1785545033.0722296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545033.0722604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0731452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0731664,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0731814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","EoS":false} {"level":"info","ts":1785545033.0731943,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0732226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","EoS":true} {"level":"info","ts":1785545033.0732355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545054.1801286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.1802242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1802392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1802523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","EoS":true} {"level":"info","ts":1785545054.1802814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","header":"x-maas-username"} {"level":"info","ts":1785545054.1802914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","header":"x-maas-subscription"} {"level":"info","ts":1785545054.180298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","header":"x-maas-group"} {"level":"info","ts":1785545054.180314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545054.1803403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1812675,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1812887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.181304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","EoS":false} {"level":"info","ts":1785545054.1813157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1813405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","EoS":true} {"level":"info","ts":1785545054.1813529,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.2855244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.2856336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545054.286522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545054.2865436,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545054.286561,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93","EoS":false} {"level":"info","ts":1785545054.286574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545054.286598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93","EoS":true} {"level":"info","ts":1785545054.2866058,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545058.8894424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545058.8895626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8895793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8895998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","EoS":true} {"level":"info","ts":1785545058.8896391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","header":"x-maas-group"} {"level":"info","ts":1785545058.8896515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","header":"x-maas-subscription"} {"level":"info","ts":1785545058.8896587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","header":"x-maas-username"} {"level":"info","ts":1785545058.8896785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545058.8897178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8906386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8906617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8906777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","EoS":false} {"level":"info","ts":1785545058.8906903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.890716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","EoS":true} {"level":"info","ts":1785545058.8907275,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545067.4406188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545067.4407208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4407382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4407516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","EoS":true} {"level":"info","ts":1785545067.4407806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","header":"x-maas-username"} {"level":"info","ts":1785545067.4407902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","header":"x-maas-group"} {"level":"info","ts":1785545067.4407954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","header":"x-maas-subscription"} {"level":"info","ts":1785545067.4408102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545067.4408383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4541023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4541347,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4541535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","EoS":false} {"level":"info","ts":1785545067.454167,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.454193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","EoS":true} {"level":"info","ts":1785545067.454203,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545080.2861295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545080.2862248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2862387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2862508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","EoS":true} {"level":"info","ts":1785545080.2862794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","header":"x-maas-subscription"} {"level":"info","ts":1785545080.2862892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","header":"x-maas-username"} {"level":"info","ts":1785545080.2862942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","header":"x-maas-group"} {"level":"info","ts":1785545080.286308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545080.286334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2872713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2872922,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2873065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","EoS":false} {"level":"info","ts":1785545080.2873173,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2873414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","EoS":true} {"level":"info","ts":1785545080.2873554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545088.802614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545088.8026927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.8027024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.802713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","EoS":true} {"level":"info","ts":1785545088.8027387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","header":"x-maas-group"} {"level":"info","ts":1785545088.802746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","header":"x-maas-subscription"} {"level":"info","ts":1785545088.8027515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","header":"x-maas-username"} {"level":"info","ts":1785545088.802765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545088.8027906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.803686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.8037083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.803735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","EoS":false} {"level":"info","ts":1785545088.8037484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.8037791,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","EoS":true} {"level":"info","ts":1785545088.8037918,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545097.622321,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545097.6224017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6224117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6224241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","EoS":true} {"level":"info","ts":1785545097.6224537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","header":"x-maas-group"} {"level":"info","ts":1785545097.6224642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","header":"x-maas-username"} {"level":"info","ts":1785545097.6224697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","header":"x-maas-subscription"} {"level":"info","ts":1785545097.6225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545097.6225302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6235788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6236012,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6236172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","EoS":false} {"level":"info","ts":1785545097.6236296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.623662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","EoS":true} {"level":"info","ts":1785545097.6236734,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545130.0087805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545130.0088642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0088766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0088918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","EoS":true} {"level":"info","ts":1785545130.0089188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","header":"x-maas-username"} {"level":"info","ts":1785545130.008929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","header":"x-maas-subscription"} {"level":"info","ts":1785545130.0089352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","header":"x-maas-group"} {"level":"info","ts":1785545130.0089498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545130.0089767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0099025,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0099268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0099435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","EoS":false} {"level":"info","ts":1785545130.0099556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545130.0099816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","EoS":true} {"level":"info","ts":1785545130.0099893,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545162.7957246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545162.7958148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.795825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.7958364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","EoS":true} {"level":"info","ts":1785545162.7958672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","header":"x-maas-group"} {"level":"info","ts":1785545162.7958786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","header":"x-maas-subscription"} {"level":"info","ts":1785545162.795884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","header":"x-maas-username"} {"level":"info","ts":1785545162.7958972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545162.7959251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.798774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.7988088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.798835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","EoS":false} {"level":"info","ts":1785545162.7988548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.798886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","EoS":true} {"level":"info","ts":1785545162.798895,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545197.5966043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545197.5966837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5966966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.596708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","EoS":true} {"level":"info","ts":1785545197.596734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","header":"x-maas-subscription"} {"level":"info","ts":1785545197.5967443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","header":"x-maas-group"} {"level":"info","ts":1785545197.5967495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","header":"x-maas-username"} {"level":"info","ts":1785545197.5967638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545197.596793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5977135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5977373,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5977595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","EoS":false} {"level":"info","ts":1785545197.5977829,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5978246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","EoS":true} {"level":"info","ts":1785545197.5978348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545206.9361272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545206.936228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9362476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9362652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","EoS":true} {"level":"info","ts":1785545206.9363022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","header":"x-maas-subscription"} {"level":"info","ts":1785545206.936316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","header":"x-maas-username"} {"level":"info","ts":1785545206.9363217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","header":"x-maas-group"} {"level":"info","ts":1785545206.9363391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545206.936375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9372954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9373183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9373405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","EoS":false} {"level":"info","ts":1785545206.937359,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9373991,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","EoS":true} {"level":"info","ts":1785545206.93741,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9807563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545206.980845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9808567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9808693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","EoS":true} {"level":"info","ts":1785545206.9808967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","header":"x-maas-group"} {"level":"info","ts":1785545206.9809072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","header":"x-maas-subscription"} {"level":"info","ts":1785545206.9809127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","header":"x-maas-username"} {"level":"info","ts":1785545206.9809265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545206.9809546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9818358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9818625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9818864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","EoS":false} {"level":"info","ts":1785545206.9819028,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.981932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","EoS":true} {"level":"info","ts":1785545206.981944,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545225.9226217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545225.9227047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.922716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.9227276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","EoS":true} {"level":"info","ts":1785545225.922754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","header":"x-maas-subscription"} {"level":"info","ts":1785545225.9227688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","header":"x-maas-username"} {"level":"info","ts":1785545225.922774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","header":"x-maas-group"} {"level":"info","ts":1785545225.9227912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545225.922816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.9237723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.9237947,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.923811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","EoS":false} {"level":"info","ts":1785545225.923823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.923848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","EoS":true} {"level":"info","ts":1785545225.9238565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545406.620688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545406.6207802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.620789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.6208007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","EoS":true} {"level":"info","ts":1785545406.6208305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","header":"x-maas-username"} {"level":"info","ts":1785545406.6208413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","header":"x-maas-subscription"} {"level":"info","ts":1785545406.6208458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","header":"x-maas-group"} {"level":"info","ts":1785545406.6208606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785545406.6208866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.6337905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.6338234,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.633848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","EoS":false} {"level":"info","ts":1785545406.6338665,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.6339068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","EoS":true} {"level":"info","ts":1785545406.6339219,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545468.8893344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545468.8894465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8894622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8895056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","EoS":true} {"level":"info","ts":1785545468.889536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","header":"x-maas-username"} {"level":"info","ts":1785545468.8895476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","header":"x-maas-group"} {"level":"info","ts":1785545468.889553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","header":"x-maas-subscription"} {"level":"info","ts":1785545468.8895667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545468.8895938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8905277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8905523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8905683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","EoS":false} {"level":"info","ts":1785545468.8905804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8906076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","EoS":true} {"level":"info","ts":1785545468.8906162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545484.0808291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545484.0809143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0809238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0809367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","EoS":true} {"level":"info","ts":1785545484.0809627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","header":"x-maas-subscription"} {"level":"info","ts":1785545484.080974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","header":"x-maas-username"} {"level":"info","ts":1785545484.0809786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","header":"x-maas-group"} {"level":"info","ts":1785545484.0809925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545484.0810187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0819337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0819561,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0819716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","EoS":false} {"level":"info","ts":1785545484.0819848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0820067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","EoS":true} {"level":"info","ts":1785545484.0820172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545848.9390354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545848.9391248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9391372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.939149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","EoS":true} {"level":"info","ts":1785545848.9391792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","header":"x-maas-username"} {"level":"info","ts":1785545848.9391904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","header":"x-maas-group"} {"level":"info","ts":1785545848.9391959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","header":"x-maas-subscription"} {"level":"info","ts":1785545848.939209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545848.939235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9406736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9406955,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9407122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","EoS":false} {"level":"info","ts":1785545848.9407244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9407446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","EoS":true} {"level":"info","ts":1785545848.9407752,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545853.67989,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d04320bd-7cb8-4bb4-8aaa-4d34253e1d3e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785545853.6801252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32821.095614311,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.6801429,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.716793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.7809587,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d04320bd-7cb8-4bb4-8aaa-4d34253e1d3e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785545853.78839,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0947f3-014f-4873-b243-299774f499f7"} {"level":"info","ts":1785545853.7884357,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43d59e04-29ed-464f-8520-7c372d8499aa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.7884743,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43d59e04-29ed-464f-8520-7c372d8499aa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785545853.7950602,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dadcf984-402c-477e-a8ef-cbc1555dd494","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.7950854,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dadcf984-402c-477e-a8ef-cbc1555dd494","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785545853.7956345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38836.024566834,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.7956483,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.8028135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.894457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e051ad04-46e5-4c59-b979-cd03f0addc38"} {"level":"info","ts":1785545853.8945258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9423e42-1e23-45cd-981d-927427a332d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.8945682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9423e42-1e23-45cd-981d-927427a332d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545853.896318,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0947f3-014f-4873-b243-299774f499f7","name":"e2e-external-provider"} {"level":"info","ts":1785545853.8992515,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e051ad04-46e5-4c59-b979-cd03f0addc38","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785545853.8993452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef8234bb-fba7-4392-98c7-e6fc2ba43f1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.8993936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef8234bb-fba7-4392-98c7-e6fc2ba43f1d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785545853.9043057,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e051ad04-46e5-4c59-b979-cd03f0addc38","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.9043474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b443d02-5dce-4195-b1d9-7984f2596635","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.9043753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b9ffc3f-1490-4a22-ac36-65df66ed833f"} {"level":"info","ts":1785545853.9043784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b443d02-5dce-4195-b1d9-7984f2596635","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545853.9043941,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b9ffc3f-1490-4a22-ac36-65df66ed833f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785545853.9053254,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0947f3-014f-4873-b243-299774f499f7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785545853.9083362,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b9ffc3f-1490-4a22-ac36-65df66ed833f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.9125972,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0947f3-014f-4873-b243-299774f499f7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785545853.918723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c9bf1e3-5664-4284-8833-9dffe6dad12d"} {"level":"info","ts":1785545853.9187558,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c9bf1e3-5664-4284-8833-9dffe6dad12d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785545853.9191065,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0947f3-014f-4873-b243-299774f499f7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785545853.9251702,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c9bf1e3-5664-4284-8833-9dffe6dad12d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.9258227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b1cc588-aaf7-4fb4-b55b-2f0233c62414"} {"level":"info","ts":1785545853.9258862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b1cc588-aaf7-4fb4-b55b-2f0233c62414","name":"e2e-external-provider"} {"level":"info","ts":1785545853.9259465,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4dd5d54-2afe-4e60-98ff-7a5d091c1a80","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.9259787,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4dd5d54-2afe-4e60-98ff-7a5d091c1a80","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785545853.9260914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8a4051-c583-4e53-abf9-e6efbfab9246","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.926122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd173401-eeb0-485c-b80e-3334a9e76be8"} {"level":"info","ts":1785545853.9261408,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8a4051-c583-4e53-abf9-e6efbfab9246","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545853.926326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35036.564868199,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.9263403,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.9329178,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.93393,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b1cc588-aaf7-4fb4-b55b-2f0233c62414","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785545853.941311,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b1cc588-aaf7-4fb4-b55b-2f0233c62414","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.941524,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5585491-1448-437c-a356-82e3f3013671"} {"level":"info","ts":1785545853.9415975,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5585491-1448-437c-a356-82e3f3013671","name":"e2e-external-provider"} {"level":"info","ts":1785545853.9513903,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5585491-1448-437c-a356-82e3f3013671","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785545854.0271392,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd173401-eeb0-485c-b80e-3334a9e76be8","name":"e2e-external-model"} {"level":"info","ts":1785545854.037331,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd173401-eeb0-485c-b80e-3334a9e76be8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545854.0439003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41b7a36-880f-4972-b3f8-069d41df5872"} {"level":"info","ts":1785545854.0439098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"032f2d4c-5a65-4554-9f70-ed6c357a456c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.0439487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"032f2d4c-5a65-4554-9f70-ed6c357a456c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545854.0439708,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41b7a36-880f-4972-b3f8-069d41df5872","name":"e2e-external-model"} {"level":"info","ts":1785545854.057902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552af347-2645-4276-9fd3-3c5dafb5f5af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.0579274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552af347-2645-4276-9fd3-3c5dafb5f5af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785545854.0616536,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41b7a36-880f-4972-b3f8-069d41df5872","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785545854.0617058,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41b7a36-880f-4972-b3f8-069d41df5872","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545854.061768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa7aaf0-1007-4d10-8cc6-6e06e9b1164e"} {"level":"info","ts":1785545854.0618126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa7aaf0-1007-4d10-8cc6-6e06e9b1164e","name":"e2e-external-model"} {"level":"info","ts":1785545854.0701208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa7aaf0-1007-4d10-8cc6-6e06e9b1164e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545854.0758564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f98464cc-4cc4-4df3-9b40-f250c3a5547a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.0758893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f98464cc-4cc4-4df3-9b40-f250c3a5547a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785545854.0781846,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa7aaf0-1007-4d10-8cc6-6e06e9b1164e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545854.0782692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd817e7-33c8-4890-9708-7334f2803eb8"} {"level":"info","ts":1785545854.0783165,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd817e7-33c8-4890-9708-7334f2803eb8","name":"e2e-external-model"} {"level":"info","ts":1785545854.0873337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd817e7-33c8-4890-9708-7334f2803eb8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545865.5857358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545865.5858305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.5858436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.5858574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","EoS":true} {"level":"info","ts":1785545865.585882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","header":"x-maas-username"} {"level":"info","ts":1785545865.5858932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","header":"x-maas-subscription"} {"level":"info","ts":1785545865.5858982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","header":"x-maas-group"} {"level":"info","ts":1785545865.585912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545865.5859213,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","modelName":"e2e-external-model"} {"level":"info","ts":1785545865.5859325,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545865.585968,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785545865.585985,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","authType":"apikey"} {"level":"info","ts":1785545865.5860112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.670044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.6700802,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.6701047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","EoS":false} {"level":"info","ts":1785545865.6701221,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.67015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","EoS":true} {"level":"info","ts":1785545865.6701589,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.7762287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9297e9f-0aea-4831-ba53-c4e5180cfb65"} {"level":"info","ts":1785545865.7762537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19ecab95-db9c-4346-9fe8-eb6992b20987","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.7762766,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19ecab95-db9c-4346-9fe8-eb6992b20987","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785545865.780965,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bd5ce75-2a28-4877-baf1-f3fd4d086020","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.7810044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bd5ce75-2a28-4877-baf1-f3fd4d086020","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785545865.7810771,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9297e9f-0aea-4831-ba53-c4e5180cfb65","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.7898245,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9297e9f-0aea-4831-ba53-c4e5180cfb65","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545865.7968006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a8baddc-761f-43f6-9751-1f644245b2df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.7968287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a8baddc-761f-43f6-9751-1f644245b2df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785545865.7968845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93241ab0-637c-4d20-8376-c7b5ece0acd7"} {"level":"info","ts":1785545865.796962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93241ab0-637c-4d20-8376-c7b5ece0acd7","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8118567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43ccc3c5-982d-4203-ba10-1ca7c84b9a3c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.8118794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43ccc3c5-982d-4203-ba10-1ca7c84b9a3c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785545865.8119204,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93241ab0-637c-4d20-8376-c7b5ece0acd7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545865.8119862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b750c42f-3dbb-4910-8ed5-2ce0a22f739b"} {"level":"info","ts":1785545865.812034,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b750c42f-3dbb-4910-8ed5-2ce0a22f739b","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8202858,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b750c42f-3dbb-4910-8ed5-2ce0a22f739b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545865.8250835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"650bcb68-74e0-4c60-8a37-7f1fb32b1785"} {"level":"info","ts":1785545865.8250942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96a4c7f4-bd35-4931-9973-4ed274f853a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.8251228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96a4c7f4-bd35-4931-9973-4ed274f853a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785545865.8251355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"650bcb68-74e0-4c60-8a37-7f1fb32b1785","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8322382,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"650bcb68-74e0-4c60-8a37-7f1fb32b1785","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545874.023614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3203828-f9f6-4025-9ffb-40066ce2df7d"} {"level":"info","ts":1785545874.023625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48d51f0-d854-45ce-b336-15d49143e479","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545874.0236595,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48d51f0-d854-45ce-b336-15d49143e479","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545878.3183138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.3183908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3184106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","EoS":true} {"level":"info","ts":1785545878.3184414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785545878.3184679,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3535788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.3536494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.3536642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.353676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","EoS":true} {"level":"info","ts":1785545878.3536978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","header":"x-maas-group"} {"level":"info","ts":1785545878.353711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","header":"x-maas-username"} {"level":"info","ts":1785545878.3537178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","header":"x-maas-subscription"} {"level":"info","ts":1785545878.3537326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545878.3537393,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","modelName":"e2e-external-model"} {"level":"info","ts":1785545878.3537538,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545878.3537776,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785545878.353802,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","authType":"apikey"} {"level":"info","ts":1785545878.353824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.4372485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.4372797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.437304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","EoS":false} {"level":"info","ts":1785545878.4373257,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.4373634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","EoS":true} {"level":"info","ts":1785545878.437374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.4716177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.4716861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.4716978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.4717097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","EoS":true} {"level":"info","ts":1785545878.4717338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","header":"x-maas-username"} {"level":"info","ts":1785545878.4717453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","header":"x-maas-group"} {"level":"info","ts":1785545878.4717524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","header":"x-maas-subscription"} {"level":"info","ts":1785545878.4717689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545878.4717941,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.5130396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.513064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.5130808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","EoS":false} {"level":"info","ts":1785545878.5130956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.513118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","EoS":true} {"level":"info","ts":1785545878.5131276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.5470736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.5471559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5471704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5471828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","EoS":true} {"level":"info","ts":1785545878.547209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","header":"x-maas-username"} {"level":"info","ts":1785545878.5472183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","header":"x-maas-subscription"} {"level":"info","ts":1785545878.547223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","header":"x-maas-group"} {"level":"info","ts":1785545878.547251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5981398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5981622,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.598179,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","EoS":false} {"level":"info","ts":1785545878.5981903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5982144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","EoS":true} {"level":"info","ts":1785545878.5982218,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545879.4033551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cdb0dce-4741-4763-9520-ee0008baabe9"} {"level":"info","ts":1785545879.403373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72ecbc16-9ae0-4e6d-ac8c-8078a723c9de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545879.4034061,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72ecbc16-9ae0-4e6d-ac8c-8078a723c9de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545879.541309,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a38a522-4824-42ed-b508-62c510c2336f"} {"level":"info","ts":1785545879.5413098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b58f3a74-5a9a-4598-87a2-9d5f0f8b3c9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545879.5413532,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b58f3a74-5a9a-4598-87a2-9d5f0f8b3c9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545879.6563993,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1727d288-de0a-4c71-9bcb-8dc15f2fb8a4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785545879.6564522,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1727d288-de0a-4c71-9bcb-8dc15f2fb8a4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785547346.050962,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547346.0510619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6c406b0-a9c7-4fd5-bbfe-06002348b691"} {"level":"info","ts":1785547420.7538803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547420.7539666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.753977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.753989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","EoS":true} {"level":"info","ts":1785547420.754017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","header":"x-maas-subscription"} {"level":"info","ts":1785547420.754027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","header":"x-maas-group"} {"level":"info","ts":1785547420.7540321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","header":"x-maas-username"} {"level":"info","ts":1785547420.7540464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785547420.7540731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.7549486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.7549706,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.7549863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","EoS":false} {"level":"info","ts":1785547420.7549984,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.755027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","EoS":true} {"level":"info","ts":1785547420.7550356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"}