{"level":"info","ts":1784739402.506464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77675a4f-688f-4bf2-8b04-8f9aba7d76fd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739402.5064824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77675a4f-688f-4bf2-8b04-8f9aba7d76fd"} {"level":"info","ts":1784739406.675273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739406.675359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1"} {"level":"info","ts":1784739406.6753695,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1"} {"level":"info","ts":1784739406.6753945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1","EoS":false} {"level":"info","ts":1784739406.6754084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1","EoS":true} {"level":"info","ts":1784739406.6754289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739406.6754441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739406.6754596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f9df11f-6a66-42f3-af21-f549d73c3ed1"} {"level":"info","ts":1784739425.6299381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739425.6300204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de"} {"level":"info","ts":1784739425.630054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de"} {"level":"info","ts":1784739425.6300697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de","EoS":false} {"level":"info","ts":1784739425.6300805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de","EoS":true} {"level":"info","ts":1784739425.6301012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739425.630118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739425.630138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d7cf091-198d-47ab-8f7b-02f5f61e28de"} {"level":"info","ts":1784739425.7684054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739425.7684746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"} {"level":"info","ts":1784739425.7684839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"} {"level":"info","ts":1784739425.7684944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","EoS":false} {"level":"info","ts":1784739425.7685044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","EoS":true} {"level":"info","ts":1784739425.7685227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739425.7685359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739425.7685566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"} {"level":"info","ts":1784739425.9057841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739425.9058552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"} {"level":"info","ts":1784739425.9058647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"} {"level":"info","ts":1784739425.905876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","EoS":false} {"level":"info","ts":1784739425.9058867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","EoS":true} {"level":"info","ts":1784739425.9059477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739425.9059634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739425.9059825,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"} {"level":"info","ts":1784739426.0406308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739426.040705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"} {"level":"info","ts":1784739426.040715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"} {"level":"info","ts":1784739426.0407262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","EoS":false} {"level":"info","ts":1784739426.0407374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","EoS":true} {"level":"info","ts":1784739426.0407662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739426.040782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739426.0408022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"} {"level":"info","ts":1784739426.1744292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739426.17451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"} {"level":"info","ts":1784739426.1745229,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"} {"level":"info","ts":1784739426.1745346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","EoS":false} {"level":"info","ts":1784739426.174545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","EoS":true} {"level":"info","ts":1784739426.1745691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739426.1745858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739426.1746054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"} {"level":"info","ts":1784739426.3114214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739426.3115177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1"} {"level":"info","ts":1784739426.3115332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1"} {"level":"info","ts":1784739426.3115494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1","EoS":false} {"level":"info","ts":1784739426.3115633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1","EoS":true} {"level":"info","ts":1784739426.3115852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739426.3116014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739426.3116286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99fdd0f1-ef61-442f-97dd-6a501e3172d1"} {"level":"info","ts":1784739445.046674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739445.0467453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"} {"level":"info","ts":1784739445.0467598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"} {"level":"info","ts":1784739445.0467706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","EoS":false} {"level":"info","ts":1784739445.0467813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","EoS":true} {"level":"info","ts":1784739445.0468016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739445.046818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739445.0468392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"} {"level":"info","ts":1784739445.0802107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739445.08029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d"} {"level":"info","ts":1784739445.0803053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d"} {"level":"info","ts":1784739445.0803244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d","EoS":false} {"level":"info","ts":1784739445.0803428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d","EoS":true} {"level":"info","ts":1784739445.080367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739445.0803866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739445.0804143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef5b8a17-bcb3-4baa-b760-4ef1e377087d"} {"level":"info","ts":1784739445.1142242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739445.1142857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a"} {"level":"info","ts":1784739445.1142943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a"} {"level":"info","ts":1784739445.1143074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a","EoS":false} {"level":"info","ts":1784739445.11432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a","EoS":true} {"level":"info","ts":1784739445.1143358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739445.114349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739445.1143656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4e1cf19-f974-4b25-bdf4-aa6eb8488c8a"} {"level":"info","ts":1784739445.1461651,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739445.146219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"} {"level":"info","ts":1784739449.754564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739449.754646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"097a1154-7017-4450-9413-916ae021682b"} {"level":"info","ts":1784739449.7546601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"} {"level":"info","ts":1784739449.754671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"097a1154-7017-4450-9413-916ae021682b","EoS":false} {"level":"info","ts":1784739449.7546823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"097a1154-7017-4450-9413-916ae021682b","EoS":true} {"level":"info","ts":1784739449.7547023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"097a1154-7017-4450-9413-916ae021682b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739449.7547197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"097a1154-7017-4450-9413-916ae021682b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739449.7547402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"} {"level":"info","ts":1784739458.3190942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739458.319172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"} {"level":"info","ts":1784739458.3191843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"} {"level":"info","ts":1784739458.3191957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","EoS":false} {"level":"info","ts":1784739458.3192096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","EoS":true} {"level":"info","ts":1784739458.319235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739458.3192554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739458.3192797,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"} {"level":"info","ts":1784739471.2230458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739471.2231271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"} {"level":"info","ts":1784739471.2231374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"} {"level":"info","ts":1784739471.22315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","EoS":false} {"level":"info","ts":1784739471.2231605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","EoS":true} {"level":"info","ts":1784739471.2231805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739471.2231958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739471.2232187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"} {"level":"info","ts":1784739479.7646134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739479.7646918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"} {"level":"info","ts":1784739479.7647011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"} {"level":"info","ts":1784739479.7647119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","EoS":false} {"level":"info","ts":1784739479.764727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","EoS":true} {"level":"info","ts":1784739479.76475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739479.7648296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739479.7648492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"} {"level":"info","ts":1784739488.634476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739488.634558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"} {"level":"info","ts":1784739488.634569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"} {"level":"info","ts":1784739488.63458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","EoS":false} {"level":"info","ts":1784739488.6345918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","EoS":true} {"level":"info","ts":1784739488.634613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739488.634628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739488.6346426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"} {"level":"info","ts":1784739497.5804164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739497.5805025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff"} {"level":"info","ts":1784739497.580515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff"} {"level":"info","ts":1784739497.5805264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff","EoS":false} {"level":"info","ts":1784739497.5805373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff","EoS":true} {"level":"info","ts":1784739497.5805624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739497.580582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739497.5806015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26df81e8-e08e-49f8-ab03-dab9f2fa68ff"} {"level":"info","ts":1784739502.3229275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739502.3230133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95"} {"level":"info","ts":1784739502.3230464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95"} {"level":"info","ts":1784739502.3230639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95","EoS":false} {"level":"info","ts":1784739502.3230798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95","EoS":true} {"level":"info","ts":1784739502.3231084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784739502.3231297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739502.3231516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1670e42c-6feb-4b85-9465-31c414c8eb95"} {"level":"info","ts":1784739507.0322616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739507.0323386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953"} {"level":"info","ts":1784739507.0323505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953"} {"level":"info","ts":1784739507.032363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953","EoS":false} {"level":"info","ts":1784739507.032376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953","EoS":true} {"level":"info","ts":1784739507.0323973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739507.0324128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739507.0324318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99950117-4ba9-484c-8cd6-7b23da35c953"} {"level":"info","ts":1784739507.2972045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739507.2972815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7"} {"level":"info","ts":1784739507.2972908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7"} {"level":"info","ts":1784739507.2973032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7","EoS":false} {"level":"info","ts":1784739507.2973146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7","EoS":true} {"level":"info","ts":1784739507.2973335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739507.297348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739507.2973623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b2105bd-488c-4cc1-acac-159ee2ab8eb7"} {"level":"info","ts":1784739509.3305159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739509.330606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee"} {"level":"info","ts":1784739509.3306208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee"} {"level":"info","ts":1784739509.3306394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee","EoS":false} {"level":"info","ts":1784739509.3306592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee","EoS":true} {"level":"info","ts":1784739509.3306892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739509.3307076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739509.3307405,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16dad75a-d6f6-4dbd-aec8-9584fecdb7ee"} {"level":"info","ts":1784739511.3608332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739511.3609095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"} {"level":"info","ts":1784739511.360919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"} {"level":"info","ts":1784739511.3609316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","EoS":false} {"level":"info","ts":1784739511.3609421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","EoS":true} {"level":"info","ts":1784739511.3609624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739511.360978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739511.3609972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"} {"level":"info","ts":1784739534.7102184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739534.7102933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"} {"level":"info","ts":1784739534.7103074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"} {"level":"info","ts":1784739534.7103188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","EoS":false} {"level":"info","ts":1784739534.7103283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","EoS":true} {"level":"info","ts":1784739534.7103484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739534.7103634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739534.7103846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"} {"level":"info","ts":1784739544.0712318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739544.0713198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882"} {"level":"info","ts":1784739544.0713398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882"} {"level":"info","ts":1784739544.0713577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882","EoS":false} {"level":"info","ts":1784739544.0713768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882","EoS":true} {"level":"info","ts":1784739544.0714045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739544.071422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739544.0714414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84793c0b-75a0-4918-b83c-4a6f5eaae882"} {"level":"info","ts":1784739549.4662738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739549.466353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125"} {"level":"info","ts":1784739549.466367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125"} {"level":"info","ts":1784739549.4663785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125","EoS":false} {"level":"info","ts":1784739549.466389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125","EoS":true} {"level":"info","ts":1784739549.466409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739549.4664214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739549.466441,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b80d6064-af4b-4459-861a-3ed647131125"} {"level":"info","ts":1784739558.9655123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739558.9655864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992"} {"level":"info","ts":1784739558.9655955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992"} {"level":"info","ts":1784739558.9656181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992","EoS":false} {"level":"info","ts":1784739558.9656377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992","EoS":true} {"level":"info","ts":1784739558.9656622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739558.9656754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739558.9656942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bd8acd1-ed9f-40b0-ac4d-0dd69a15a992"} {"level":"info","ts":1784739560.9939556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739560.9940526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"} {"level":"info","ts":1784739560.994063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"} {"level":"info","ts":1784739560.9940753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","EoS":false} {"level":"info","ts":1784739560.994086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","EoS":true} {"level":"info","ts":1784739560.9941077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739560.9941225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739560.9941373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"} {"level":"info","ts":1784739570.3731906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739570.37327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"} {"level":"info","ts":1784739570.373282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"} {"level":"info","ts":1784739570.3732932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","EoS":false} {"level":"info","ts":1784739570.3733046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","EoS":true} {"level":"info","ts":1784739570.3733256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739570.373343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739570.373363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"} {"level":"info","ts":1784739570.4081776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739570.4082444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"} {"level":"info","ts":1784739570.4083014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"} {"level":"info","ts":1784739570.4083145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","EoS":false} {"level":"info","ts":1784739570.4083304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","EoS":true} {"level":"info","ts":1784739570.4083493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739570.4083624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739570.4083788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"} {"level":"info","ts":1784739589.6227558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739589.6228309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"} {"level":"info","ts":1784739589.6228411,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"} {"level":"info","ts":1784739589.6228526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","EoS":false} {"level":"info","ts":1784739589.6228633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","EoS":true} {"level":"info","ts":1784739589.6228836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739589.6229014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739589.6229293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"} {"level":"info","ts":1784739598.900273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739598.9003456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df"} {"level":"info","ts":1784739598.900355,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df"} {"level":"info","ts":1784739598.9003668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df","EoS":false} {"level":"info","ts":1784739598.9003806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df","EoS":true} {"level":"info","ts":1784739598.9004002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739598.9004729,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739598.9004924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0569ce76-1144-43c8-afae-fa8c8477a4df"} {"level":"info","ts":1784739604.1417863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739604.141865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae"} {"level":"info","ts":1784739604.141875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae"} {"level":"info","ts":1784739604.1418865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae","EoS":false} {"level":"info","ts":1784739604.1419005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae","EoS":true} {"level":"info","ts":1784739604.1419232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784739604.141943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784739604.1419585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80a7ee36-0221-48c3-b6a1-a66537ec7dae"} {"level":"info","ts":1784739696.8393013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739696.839403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c"} {"level":"info","ts":1784739696.8394134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c"} {"level":"info","ts":1784739696.8394253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c","EoS":false} {"level":"info","ts":1784739696.8394356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c","EoS":true} {"level":"info","ts":1784739696.8394578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784739696.8394756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784739696.8395016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"322a54cd-831b-40eb-bbe0-fa90c452fa9c"} {"level":"info","ts":1784739720.6785982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739720.678672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"} {"level":"info","ts":1784739720.6786814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"} {"level":"info","ts":1784739720.6786926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","EoS":false} {"level":"info","ts":1784739720.678702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","EoS":true} {"level":"info","ts":1784739720.6787214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784739720.6787367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784739720.6788137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"} {"level":"info","ts":1784739757.7209153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739757.7210207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"} {"level":"info","ts":1784739757.7210562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"} {"level":"info","ts":1784739757.721069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","EoS":false} {"level":"info","ts":1784739757.7210815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","EoS":true} {"level":"info","ts":1784739757.7211018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739757.7211144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739757.72114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"} {"level":"info","ts":1784739772.9800916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739772.9801698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"} {"level":"info","ts":1784739772.9801774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"} {"level":"info","ts":1784739772.9801888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","EoS":false} {"level":"info","ts":1784739772.9802008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","EoS":true} {"level":"info","ts":1784739772.9802203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739772.9802377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739772.9802527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"} {"level":"info","ts":1784739773.2797253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739773.2798014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6"} {"level":"info","ts":1784739773.2798116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6"} {"level":"info","ts":1784739773.2798228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6","EoS":false} {"level":"info","ts":1784739773.2798343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6","EoS":true} {"level":"info","ts":1784739773.279854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739773.27987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784739773.2798896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e8fff8f-893c-4bc8-af35-4fa2924952d6"} {"level":"info","ts":1784740079.0841954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740079.0843036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"} {"level":"info","ts":1784740079.0843205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"} {"level":"info","ts":1784740079.0843368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","EoS":false} {"level":"info","ts":1784740079.0843544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","EoS":true} {"level":"info","ts":1784740079.0843816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784740079.084401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784740079.0844278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"} {"level":"info","ts":1784740079.1177466,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740079.1178193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"} {"level":"info","ts":1784740079.1178641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"} {"level":"info","ts":1784740079.11788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","EoS":false} {"level":"info","ts":1784740079.1178908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","EoS":true} {"level":"info","ts":1784740079.117909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784740079.1179237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784740079.1179423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"} {"level":"info","ts":1784740079.1466174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740079.1466777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc"} {"level":"info","ts":1784740079.146692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc"} {"level":"info","ts":1784740079.1467113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc","EoS":false} {"level":"info","ts":1784740079.1467302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc","EoS":true} {"level":"info","ts":1784740079.1467502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784740079.1467655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784740079.1467888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8286f55-6a72-4630-ba87-f2ebf94e54cc"} {"level":"info","ts":1784740079.1758735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740079.1759567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48"} {"level":"info","ts":1784740079.1759708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48"} {"level":"info","ts":1784740079.17599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48","EoS":false} {"level":"info","ts":1784740079.1760082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48","EoS":true} {"level":"info","ts":1784740079.1760645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784740079.1760843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784740079.1761158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03b82caa-4dc8-45a3-b3b9-3739eaac1a48"} {"level":"info","ts":1784740084.017983,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cabd501-e2cd-4f43-9e62-58085e250d3e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784740084.0180426,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cabd501-e2cd-4f43-9e62-58085e250d3e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784740084.018091,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8919daa-86c4-40b0-889c-a8c93827696a"} {"level":"info","ts":1784740084.0287273,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d8ce9-a0b4-4775-bf65-4699b2dc0c4e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784740084.028753,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d8ce9-a0b4-4775-bf65-4699b2dc0c4e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784740084.0317924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37657.067163727,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.03182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.1502264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b99c942b-e07f-464d-9016-7fbde16cc5d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.1504407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b99c942b-e07f-464d-9016-7fbde16cc5d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784740084.1505828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04d9ef6c-62d2-4ee5-8118-2cc1834399d2"} {"level":"info","ts":1784740084.1506414,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04d9ef6c-62d2-4ee5-8118-2cc1834399d2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784740084.151149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62b878ce-5560-4a8f-9a1c-22db926d3a51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.1511862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62b878ce-5560-4a8f-9a1c-22db926d3a51","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784740084.154812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.1550436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fc385a3-2b10-4599-a149-6a0da57c76d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.1550832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fc385a3-2b10-4599-a149-6a0da57c76d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784740084.1612213,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04d9ef6c-62d2-4ee5-8118-2cc1834399d2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784740084.1612654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04d9ef6c-62d2-4ee5-8118-2cc1834399d2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.1613271,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"818791b7-9889-4090-8670-8c63fc62772d"} {"level":"info","ts":1784740084.161352,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"818791b7-9889-4090-8670-8c63fc62772d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784740084.1666772,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"818791b7-9889-4090-8670-8c63fc62772d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.176937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82ff076f-abfa-40f0-810a-9ff5ce46a3c2"} {"level":"info","ts":1784740084.1769679,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82ff076f-abfa-40f0-810a-9ff5ce46a3c2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784740084.1823025,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82ff076f-abfa-40f0-810a-9ff5ce46a3c2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.1928592,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc16b18a-a9ba-4696-8a83-1479f8c413ab","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784740084.192928,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc16b18a-a9ba-4696-8a83-1479f8c413ab","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784740084.1929915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4528f8a8-c934-492e-8f5d-dee1289ca772","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.193016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4528f8a8-c934-492e-8f5d-dee1289ca772","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784740084.1930463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4603a773-78ad-434d-8d73-fdb4ec843bd5"} {"level":"info","ts":1784740084.1932898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35969.727062444,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.193311,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.2028399,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.2493553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37750.226017632,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.2493844,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.2593977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784740084.2934828,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4603a773-78ad-434d-8d73-fdb4ec843bd5","name":"e2e-external-model"} {"level":"info","ts":1784740084.315934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdfbff95-9ad4-4dac-b253-3a6efd1b6d31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.3159664,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdfbff95-9ad4-4dac-b253-3a6efd1b6d31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784740084.3174086,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4603a773-78ad-434d-8d73-fdb4ec843bd5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.3174763,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab45f3f9-7fee-46fd-9179-d35a973fda16"} {"level":"info","ts":1784740084.3175356,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab45f3f9-7fee-46fd-9179-d35a973fda16","name":"e2e-external-model"} {"level":"error","ts":1784740084.3317578,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab45f3f9-7fee-46fd-9179-d35a973fda16","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.331887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa22172d-6900-4d1f-9e85-da48e5e4a328","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.331898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d316768-65a7-47ef-82c7-a6d63445b5d7"} {"level":"info","ts":1784740084.3319356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa22172d-6900-4d1f-9e85-da48e5e4a328","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784740084.3319552,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d316768-65a7-47ef-82c7-a6d63445b5d7","name":"e2e-external-model"} {"level":"info","ts":1784740084.3421197,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d316768-65a7-47ef-82c7-a6d63445b5d7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784740084.3486402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f268a8-1bc3-4c59-a9cb-abc777fd2099"} {"level":"info","ts":1784740084.348696,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f268a8-1bc3-4c59-a9cb-abc777fd2099","name":"e2e-external-model"} {"level":"info","ts":1784740084.3486402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41d04565-a28f-4908-ba01-a1716bb9295d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740084.3487406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41d04565-a28f-4908-ba01-a1716bb9295d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784740084.3496888,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8919daa-86c4-40b0-889c-a8c93827696a","name":"e2e-external-provider"} {"level":"info","ts":1784740084.3615844,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f268a8-1bc3-4c59-a9cb-abc777fd2099","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784740084.3872693,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8919daa-86c4-40b0-889c-a8c93827696a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784740084.3916306,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8919daa-86c4-40b0-889c-a8c93827696a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740084.3917255,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d335413b-49d9-4fee-9f33-b37e645ac03d"} {"level":"info","ts":1784740084.3917725,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d335413b-49d9-4fee-9f33-b37e645ac03d","name":"e2e-external-provider"} {"level":"info","ts":1784740084.4090393,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d335413b-49d9-4fee-9f33-b37e645ac03d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784740095.7208788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740095.7209616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77"} {"level":"info","ts":1784740095.7209747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77"} {"level":"info","ts":1784740095.720992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","EoS":false} {"level":"info","ts":1784740095.7210128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","EoS":true} {"level":"info","ts":1784740095.7210703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784740095.7210937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784740095.7211053,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","modelName":"e2e-external-model"} {"level":"info","ts":1784740095.7211285,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784740095.7211986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"272c0495-d529-441c-9b11-c2ecaec52d77"} {"level":"info","ts":1784740095.7711346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740095.7711964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21"} {"level":"info","ts":1784740095.7712104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21"} {"level":"info","ts":1784740095.7712212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","EoS":false} {"level":"info","ts":1784740095.7712338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","EoS":true} {"level":"info","ts":1784740095.771252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784740095.7712657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784740095.7712722,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","modelName":"e2e-external-model"} {"level":"info","ts":1784740095.7712858,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784740095.7713277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42425e82-b087-4661-96ac-e5bf3e1fcd21"} {"level":"info","ts":1784740095.7953267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740095.7953956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"} {"level":"info","ts":1784740095.7954068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"} {"level":"info","ts":1784740095.7954178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","EoS":false} {"level":"info","ts":1784740095.79543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","EoS":true} {"level":"info","ts":1784740095.795489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784740095.7955055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784740095.7955124,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","modelName":"e2e-external-model"} {"level":"info","ts":1784740095.795525,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784740095.7955623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"} {"level":"info","ts":1784740095.9238257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9def28c5-1629-43b6-bade-2ed993c8f7aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740095.9238698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9def28c5-1629-43b6-bade-2ed993c8f7aa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784740095.923942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17e007b7-710a-4601-add4-a5f3521bf42d"} {"level":"info","ts":1784740095.9319963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9750c-6bc5-4196-8085-61b28e5c2e6a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740095.9320395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9750c-6bc5-4196-8085-61b28e5c2e6a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784740095.9331048,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17e007b7-710a-4601-add4-a5f3521bf42d","name":"e2e-cleanup-test"} {"level":"info","ts":1784740095.9478312,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17e007b7-710a-4601-add4-a5f3521bf42d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784740095.9540596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82b7db5c-ab18-449b-8162-fcb3bb4289fb"} {"level":"info","ts":1784740095.954095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83fe36f0-e291-4197-9238-a23186b92700","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740095.9541087,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82b7db5c-ab18-449b-8162-fcb3bb4289fb","name":"e2e-cleanup-test"} {"level":"info","ts":1784740095.9541152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83fe36f0-e291-4197-9238-a23186b92700","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784740095.9726336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9b6ec30-b45a-43fd-ac41-fb568ae8439e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784740095.9726484,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82b7db5c-ab18-449b-8162-fcb3bb4289fb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784740095.9726605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9b6ec30-b45a-43fd-ac41-fb568ae8439e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784740095.9727466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95597ae9-5f1c-45ed-acc0-8d8a2e51f823"} {"level":"info","ts":1784740095.9727876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95597ae9-5f1c-45ed-acc0-8d8a2e51f823","name":"e2e-cleanup-test"} {"level":"info","ts":1784740095.981802,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95597ae9-5f1c-45ed-acc0-8d8a2e51f823","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784740095.9899452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d4a572e-8940-4080-83e5-f9b39f12fe77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740095.9899719,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d4a572e-8940-4080-83e5-f9b39f12fe77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784740095.9903667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f36afa8-e301-423f-9fea-57c299e25ba2"} {"level":"info","ts":1784740095.9904134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f36afa8-e301-423f-9fea-57c299e25ba2","name":"e2e-cleanup-test"} {"level":"info","ts":1784740095.9989364,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f36afa8-e301-423f-9fea-57c299e25ba2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784740104.1949697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7286852f-0822-43f7-935c-64238ee2b88f"} {"level":"info","ts":1784740104.1950035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9df116-f93a-4e7d-acce-101e77a3c001","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740104.1950521,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9df116-f93a-4e7d-acce-101e77a3c001","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784740108.520135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740108.5202134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"} {"level":"info","ts":1784740108.5202222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"} {"level":"info","ts":1784740108.5202343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","EoS":false} {"level":"info","ts":1784740108.5202477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","EoS":true} {"level":"info","ts":1784740108.5202682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784740108.5202818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784740108.520303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"} {"level":"info","ts":1784740108.5457308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740108.5458016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"} {"level":"info","ts":1784740108.545814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"} {"level":"info","ts":1784740108.5458257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","EoS":false} {"level":"info","ts":1784740108.545838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","EoS":true} {"level":"info","ts":1784740108.5458567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784740108.5458739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784740108.54588,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","modelName":"e2e-external-model"} {"level":"info","ts":1784740108.5458944,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784740108.5459242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"} {"level":"info","ts":1784740108.5798936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740108.579955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"} {"level":"info","ts":1784740108.579966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"} {"level":"info","ts":1784740108.5799773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","EoS":false} {"level":"info","ts":1784740108.5799887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","EoS":true} {"level":"info","ts":1784740108.5800033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784740108.5800169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784740108.5800512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"} {"level":"info","ts":1784740108.7146544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740108.7147179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"} {"level":"info","ts":1784740108.7147305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"} {"level":"info","ts":1784740108.7147415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","EoS":false} {"level":"info","ts":1784740108.7148106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","EoS":true} {"level":"info","ts":1784740108.7148309,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","field":"model"} {"level":"info","ts":1784740108.7148535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"} {"level":"info","ts":1784740109.6187868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fff4d9c1-8540-4859-aa36-df02e99e7cdb"} {"level":"info","ts":1784740109.6187868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b9e3d2-f84c-40a7-9c30-22acdf040324","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740109.6188462,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b9e3d2-f84c-40a7-9c30-22acdf040324","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784740109.7656245,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f57ef3c0-6e10-49eb-a1c5-4677ef8d27d1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784740109.765663,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f57ef3c0-6e10-49eb-a1c5-4677ef8d27d1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784740109.765614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0228307-62e0-4772-8144-c98f67349c98"} {"level":"info","ts":1784740711.5927808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740711.59286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1"} {"level":"info","ts":1784740711.5928683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1"} {"level":"info","ts":1784740711.5928793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1","EoS":false} {"level":"info","ts":1784740711.5928898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1","EoS":true} {"level":"info","ts":1784740711.5929084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784740711.5929227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1","path":"/ai-tenant-e2e-inf-b-f854fd/test-model-f854fd/v1/chat/completions"} {"level":"info","ts":1784740711.592942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3c0dca3-e08b-4601-95be-28433a0949f1"} {"level":"info","ts":1784740732.5894794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740732.5896263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"} {"level":"info","ts":1784740732.5896418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"} {"level":"info","ts":1784740732.5896678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","EoS":false} {"level":"info","ts":1784740732.589689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","EoS":true} {"level":"info","ts":1784740732.5897214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784740732.589741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","path":"/ai-tenant-e2e-inf-b-f854fd/test-model-f854fd/v1/chat/completions"} {"level":"info","ts":1784740732.5897703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"} {"level":"info","ts":1784741223.8294332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784741223.829515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"} {"level":"info","ts":1784741223.8295226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"} {"level":"info","ts":1784741223.8295343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","EoS":false} {"level":"info","ts":1784741223.8295457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","EoS":true} {"level":"info","ts":1784741223.8295674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784741223.8295808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","path":"/ai-tenant-e2e-shared-b-05e61d/rate-test-model-05e61d/v1/completions"} {"level":"info","ts":1784741223.8296025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}