{"level":"info","ts":1785334574.2231848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62c6e5f3-19b2-4477-b04c-96fad74b15ca","EoS":true} {"level":"info","ts":1785334574.2232106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62c6e5f3-19b2-4477-b04c-96fad74b15ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334574.2232263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62c6e5f3-19b2-4477-b04c-96fad74b15ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334574.223247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62c6e5f3-19b2-4477-b04c-96fad74b15ca"} {"level":"info","ts":1785334574.264234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334574.2643368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc"} {"level":"info","ts":1785334574.2643478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc"} {"level":"info","ts":1785334574.2643607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc","EoS":false} {"level":"info","ts":1785334574.2643766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc","EoS":true} {"level":"info","ts":1785334574.2644134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334574.264433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334574.2644548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dcfe7b0-9517-4198-b275-3997418aa0cc"} {"level":"info","ts":1785334578.436613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334578.4367092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f"} {"level":"info","ts":1785334578.4367223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f"} {"level":"info","ts":1785334578.436734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f","EoS":false} {"level":"info","ts":1785334578.436747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f","EoS":true} {"level":"info","ts":1785334578.436773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334578.43679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334578.4368136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"564ddbd5-3dd7-4d23-8977-2afb1ac2860f"} {"level":"info","ts":1785334597.3599894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.3600652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36"} {"level":"info","ts":1785334597.3600755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36"} {"level":"info","ts":1785334597.3600867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36","EoS":false} {"level":"info","ts":1785334597.3600984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36","EoS":true} {"level":"info","ts":1785334597.3601227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334597.3601387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.3601594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36"} {"level":"info","ts":1785334597.5008745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.5009525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5009642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5009756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","EoS":false} {"level":"info","ts":1785334597.5009863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","EoS":true} {"level":"info","ts":1785334597.5010064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334597.5010226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.5010428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.642937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.643017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6430256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6430376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","EoS":false} {"level":"info","ts":1785334597.6430483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","EoS":true} {"level":"info","ts":1785334597.6430717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334597.6430883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.6431162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.7840083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.78409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7840996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7841103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","EoS":false} {"level":"info","ts":1785334597.7841213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","EoS":true} {"level":"info","ts":1785334597.7841437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334597.7841594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.7841806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.924483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.9245648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.924574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9245872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","EoS":false} {"level":"info","ts":1785334597.9246001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","EoS":true} {"level":"info","ts":1785334597.9246233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334597.9246376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.9246588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334598.0635378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334598.0636163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5"} {"level":"info","ts":1785334598.0636306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5"} {"level":"info","ts":1785334598.063642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5","EoS":false} {"level":"info","ts":1785334598.063657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5","EoS":true} {"level":"info","ts":1785334598.063677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334598.0636926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334598.0637164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75e0d9e3-efca-4437-8ad5-55f189e228b5"} {"level":"info","ts":1785334613.806543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.806641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.8066535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.806671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","EoS":false} {"level":"info","ts":1785334613.8066854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","EoS":true} {"level":"info","ts":1785334613.8067145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334613.8067305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334613.806759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.8478587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.8479326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856"} {"level":"info","ts":1785334613.8479412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856"} {"level":"info","ts":1785334613.847951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856","EoS":false} {"level":"info","ts":1785334613.847977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856","EoS":true} {"level":"info","ts":1785334613.8480015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334613.8480215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334613.8480413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3040cc31-9419-45d2-ab3b-4d4ec73ac856"} {"level":"info","ts":1785334613.8857052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.885788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3"} {"level":"info","ts":1785334613.8857973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3"} {"level":"info","ts":1785334613.885809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3","EoS":false} {"level":"info","ts":1785334613.8858256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3","EoS":true} {"level":"info","ts":1785334613.8858469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334613.8858635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334613.8858833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1079ad9-505f-4c4b-800d-7a12c9d631c3"} {"level":"info","ts":1785334613.9203591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.9204533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334618.5557833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334618.555884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5559022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5559208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","EoS":false} {"level":"info","ts":1785334618.555942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","EoS":true} {"level":"info","ts":1785334618.5559776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334618.5559971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334618.5560288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334627.1311743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334627.131267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e"} {"level":"info","ts":1785334627.1312776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e"} {"level":"info","ts":1785334627.1312888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e","EoS":false} {"level":"info","ts":1785334627.131304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e","EoS":true} {"level":"info","ts":1785334627.131358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334627.1313756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334627.1313963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff1e4107-5572-47a1-9c81-0f5558465e6e"} {"level":"info","ts":1785334629.1652071,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334629.1653066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1653469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1653693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","EoS":false} {"level":"info","ts":1785334629.1653905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","EoS":true} {"level":"info","ts":1785334629.1654234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334629.1654432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334629.165474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334642.023291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334642.0234513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0234709,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0234892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","EoS":false} {"level":"info","ts":1785334642.0235097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","EoS":true} {"level":"info","ts":1785334642.0235553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334642.02358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334642.0236146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334650.548348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334650.548431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5484402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5484521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","EoS":false} {"level":"info","ts":1785334650.5484633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","EoS":true} {"level":"info","ts":1785334650.5484874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334650.5485048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334650.5485277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334659.4462192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334659.446298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.4463077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.4463513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","EoS":false} {"level":"info","ts":1785334659.4463668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","EoS":true} {"level":"info","ts":1785334659.4463897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334659.4464087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334659.4464853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334668.4353771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334668.4354572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f"} {"level":"info","ts":1785334668.4354692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f"} {"level":"info","ts":1785334668.4354806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f","EoS":false} {"level":"info","ts":1785334668.4354997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f","EoS":true} {"level":"info","ts":1785334668.4355304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334668.435547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334668.4355695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73eef4c5-0b13-9208-bfbd-5350d45f710f"} {"level":"info","ts":1785334673.2010238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334673.2011127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad"} {"level":"info","ts":1785334673.2011232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad"} {"level":"info","ts":1785334673.2011364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad","EoS":false} {"level":"info","ts":1785334673.2011476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad","EoS":true} {"level":"info","ts":1785334673.2011712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785334673.2011878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334673.2012095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56c56e5b-7b8e-4d68-a2b7-85f72bf516ad"} {"level":"info","ts":1785334678.0116065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334678.0116892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c"} {"level":"info","ts":1785334678.0116987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c"} {"level":"info","ts":1785334678.01171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c","EoS":false} {"level":"info","ts":1785334678.011721,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c","EoS":true} {"level":"info","ts":1785334678.0117438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334678.0117593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334678.011781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52002f32-1d27-4b8f-ac9b-e44cd5d34c8c"} {"level":"info","ts":1785334678.4253044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334678.4254053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8"} {"level":"info","ts":1785334678.4254184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8"} {"level":"info","ts":1785334678.4254305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8","EoS":false} {"level":"info","ts":1785334678.4254448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8","EoS":true} {"level":"info","ts":1785334678.4254673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334678.4254832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334678.4255037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74a3bddc-016e-4f86-a278-8851a89fd9a8"} {"level":"info","ts":1785334680.460487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334680.4605668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a"} {"level":"info","ts":1785334680.460576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a"} {"level":"info","ts":1785334680.4605887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a","EoS":false} {"level":"info","ts":1785334680.4606004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a","EoS":true} {"level":"info","ts":1785334680.4606218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334680.4606388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334680.460659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3b73847-d6c0-44bd-ba44-7ad502f7cb0a"} {"level":"info","ts":1785334682.5074825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334682.5075777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813"} {"level":"info","ts":1785334682.5075877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813"} {"level":"info","ts":1785334682.5075989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813","EoS":false} {"level":"info","ts":1785334682.5076132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813","EoS":true} {"level":"info","ts":1785334682.507637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334682.507654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334682.5076756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"652206a9-2275-4b7f-b3f0-489238b94813"} {"level":"info","ts":1785334684.5442932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334684.5444179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5444336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5444539,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","EoS":false} {"level":"info","ts":1785334684.5444753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","EoS":true} {"level":"info","ts":1785334684.5445092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334684.54453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334684.5445647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334707.7991693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334707.799273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.799298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.7993479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","EoS":false} {"level":"info","ts":1785334707.7993689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","EoS":true} {"level":"info","ts":1785334707.7994027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334707.799423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334707.7994547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334717.1521592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334717.152239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5"} {"level":"info","ts":1785334717.1522548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5"} {"level":"info","ts":1785334717.1522663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5","EoS":false} {"level":"info","ts":1785334717.152278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5","EoS":true} {"level":"info","ts":1785334717.1522985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334717.1523328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334717.1523542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4bb33a99-4e88-422c-9d86-eee680b1bcc5"} {"level":"info","ts":1785334733.439644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334733.4397278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa"} {"level":"info","ts":1785334733.439738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa"} {"level":"info","ts":1785334733.43975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa","EoS":false} {"level":"info","ts":1785334733.4397638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa","EoS":true} {"level":"info","ts":1785334733.4397867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334733.4398031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334733.439824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3353c8d-e796-45b8-b1de-bbc2c4b46cfa"} {"level":"info","ts":1785334743.1006823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334743.1007907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f"} {"level":"info","ts":1785334743.100802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f"} {"level":"info","ts":1785334743.1008132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f","EoS":false} {"level":"info","ts":1785334743.1008239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f","EoS":true} {"level":"info","ts":1785334743.1008492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334743.100867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334743.1008887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76e6b141-66e7-4dc2-a775-d1784cf9436f"} {"level":"info","ts":1785334745.1367373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334745.1368306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1368418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1368563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","EoS":false} {"level":"info","ts":1785334745.1368723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","EoS":true} {"level":"info","ts":1785334745.1368985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334745.1369178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334745.136945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334754.5894408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334754.5895343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.589543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.5895545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","EoS":false} {"level":"info","ts":1785334754.5895703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","EoS":true} {"level":"info","ts":1785334754.5895915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334754.5896075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334754.589701,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6270766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334754.6271534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6271646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.627175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","EoS":false} {"level":"info","ts":1785334754.6271882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","EoS":true} {"level":"info","ts":1785334754.627211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334754.6272273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334754.6272519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334773.84081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334773.8409092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8409235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8409417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","EoS":false} {"level":"info","ts":1785334773.8409595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","EoS":true} {"level":"info","ts":1785334773.8409936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334773.8410127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334773.8410442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334783.282252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334783.2823508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843"} {"level":"info","ts":1785334783.2823613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843"} {"level":"info","ts":1785334783.2823734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843","EoS":false} {"level":"info","ts":1785334783.2823923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843","EoS":true} {"level":"info","ts":1785334783.2824159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334783.282431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334783.2825005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56820e7a-91e6-4510-aa5f-5331e3112843"} {"level":"info","ts":1785334788.6778967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334788.677973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33ded791-1745-430a-9284-8e5768b83407"} {"level":"info","ts":1785334788.677983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33ded791-1745-430a-9284-8e5768b83407"} {"level":"info","ts":1785334788.6779938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33ded791-1745-430a-9284-8e5768b83407","EoS":false} {"level":"info","ts":1785334788.678005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33ded791-1745-430a-9284-8e5768b83407","EoS":true} {"level":"info","ts":1785334788.6780276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33ded791-1745-430a-9284-8e5768b83407","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785334788.678041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33ded791-1745-430a-9284-8e5768b83407","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334788.6780617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33ded791-1745-430a-9284-8e5768b83407"} {"level":"info","ts":1785334879.6409554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334879.6410382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf"} {"level":"info","ts":1785334879.641048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf"} {"level":"info","ts":1785334879.641059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf","EoS":false} {"level":"info","ts":1785334879.6410697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf","EoS":true} {"level":"info","ts":1785334879.6410902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785334879.6411057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785334879.6411276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1de75023-0ec9-4608-9dfc-3cb178ecdacf"} {"level":"info","ts":1785334907.7849348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334907.785029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.7850382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.7850487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","EoS":false} {"level":"info","ts":1785334907.7850602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","EoS":true} {"level":"info","ts":1785334907.7850847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785334907.7850995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785334907.7851214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334955.6909719,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334955.6910808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.6910985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.6911128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","EoS":false} {"level":"info","ts":1785334955.6911278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","EoS":true} {"level":"info","ts":1785334955.691157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334955.6911738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334955.691197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334970.9786344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334970.9787304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.9787412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.9787524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","EoS":false} {"level":"info","ts":1785334970.9787638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","EoS":true} {"level":"info","ts":1785334970.9787862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334970.9788027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334970.9788282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334971.2642653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334971.2644005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7"} {"level":"info","ts":1785334971.2644176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7"} {"level":"info","ts":1785334971.2644386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7","EoS":false} {"level":"info","ts":1785334971.2644608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7","EoS":true} {"level":"info","ts":1785334971.264496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785334971.2645154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334971.26455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b737191-1ec1-4145-8fa2-f9b6f5ac12c7"} {"level":"info","ts":1785335299.743737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335299.7438426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7438555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7438736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","EoS":false} {"level":"info","ts":1785335299.7438962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","EoS":true} {"level":"info","ts":1785335299.7439303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785335299.74395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785335299.7439823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7867193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335299.7868168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e"} {"level":"info","ts":1785335299.7868254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e"} {"level":"info","ts":1785335299.7868373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e","EoS":false} {"level":"info","ts":1785335299.7868493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e","EoS":true} {"level":"info","ts":1785335299.7868745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785335299.7868907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785335299.786913,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"829d8151-81ce-4655-b1e6-508563d6551e"} {"level":"info","ts":1785335299.8262131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335299.8263013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538"} {"level":"info","ts":1785335299.8263457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538"} {"level":"info","ts":1785335299.8263626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538","EoS":false} {"level":"info","ts":1785335299.8263793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538","EoS":true} {"level":"info","ts":1785335299.8264067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785335299.8264241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785335299.8264463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4020521-ac81-4295-93e8-e690374ce538"} {"level":"info","ts":1785335304.6857748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86924613-6904-4d8a-8798-00a8a0b3b095","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.6858108,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86924613-6904-4d8a-8798-00a8a0b3b095","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785335304.6858625,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0d79bba-67f4-4611-a366-159d0ed41c64"} {"level":"info","ts":1785335304.6944501,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60c7f30e-837f-4d65-b5bb-8fc70d7e49ff","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.6944914,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60c7f30e-837f-4d65-b5bb-8fc70d7e49ff","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785335304.695683,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0d79bba-67f4-4611-a366-159d0ed41c64","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.6959255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34013.574826899,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.695945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.8368714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba0b6ff1-bb8a-4dd5-8b3c-568c6f78a2bf"} {"level":"info","ts":1785335304.8378985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9330f2-8ba1-4aea-b7b4-5b373927dee8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8379533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9330f2-8ba1-4aea-b7b4-5b373927dee8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.8393605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785335304.841647,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba0b6ff1-bb8a-4dd5-8b3c-568c6f78a2bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.8417096,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba0b6ff1-bb8a-4dd5-8b3c-568c6f78a2bf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785335304.8451374,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da27fef-3087-4198-bda8-31841e7a9020","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.8451896,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da27fef-3087-4198-bda8-31841e7a9020","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785335304.8451624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50889de7-bf40-48c3-a0cb-1eed37947519","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8452497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50889de7-bf40-48c3-a0cb-1eed37947519","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785335304.8460336,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba0b6ff1-bb8a-4dd5-8b3c-568c6f78a2bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785335304.8460763,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba0b6ff1-bb8a-4dd5-8b3c-568c6f78a2bf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.8461592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14fd965b-d4c7-47b9-af12-86dfadbe9f4c"} {"level":"info","ts":1785335304.8463933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38565.300214371,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.8464086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.853546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.8970358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36794.29070063,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.8970687,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.9063532,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.9466236,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14fd965b-d4c7-47b9-af12-86dfadbe9f4c","name":"e2e-external-model"} {"level":"info","ts":1785335304.9597118,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14fd965b-d4c7-47b9-af12-86dfadbe9f4c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335304.967806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52750546-d86a-4cc7-8846-2f9b389912f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9678524,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52750546-d86a-4cc7-8846-2f9b389912f0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785335304.9712589,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14fd965b-d4c7-47b9-af12-86dfadbe9f4c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.9714184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215be99f-1b62-4315-9678-3a6cadf7600c"} {"level":"info","ts":1785335304.9715219,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215be99f-1b62-4315-9678-3a6cadf7600c","name":"e2e-external-model"} {"level":"info","ts":1785335304.9794495,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21e9db7e-ede6-40b6-a045-a0320b665df7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9794953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21e9db7e-ede6-40b6-a045-a0320b665df7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.9802377,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215be99f-1b62-4315-9678-3a6cadf7600c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785335304.9840107,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215be99f-1b62-4315-9678-3a6cadf7600c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.9840965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805ae92e-1e02-4ba2-a983-3a46efba33ad"} {"level":"info","ts":1785335304.9841554,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805ae92e-1e02-4ba2-a983-3a46efba33ad","name":"e2e-external-model"} {"level":"info","ts":1785335304.9937825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805ae92e-1e02-4ba2-a983-3a46efba33ad","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335304.9971788,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0d79bba-67f4-4611-a366-159d0ed41c64","name":"e2e-external-provider"} {"level":"info","ts":1785335304.9980984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3313b1a5-93ec-458c-b833-e59cd551dd5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9981394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3313b1a5-93ec-458c-b833-e59cd551dd5a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785335305.0008717,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"805ae92e-1e02-4ba2-a983-3a46efba33ad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335305.0009851,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8789994d-3522-4dc3-aa4c-e55d5408b117"} {"level":"info","ts":1785335305.0010552,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8789994d-3522-4dc3-aa4c-e55d5408b117","name":"e2e-external-model"} {"level":"info","ts":1785335305.0080786,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0d79bba-67f4-4611-a366-159d0ed41c64","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785335305.009187,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8789994d-3522-4dc3-aa4c-e55d5408b117","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785335305.011986,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0d79bba-67f4-4611-a366-159d0ed41c64","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335305.012093,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ee8ebc9-939f-4d38-94a2-326c77e280e7"} {"level":"info","ts":1785335305.012142,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ee8ebc9-939f-4d38-94a2-326c77e280e7","name":"e2e-external-provider"} {"level":"info","ts":1785335305.0230193,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ee8ebc9-939f-4d38-94a2-326c77e280e7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785335312.3086545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335312.3087456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8"} {"level":"info","ts":1785335312.308756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8"} {"level":"info","ts":1785335312.308768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","EoS":false} {"level":"info","ts":1785335312.3087814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","EoS":true} {"level":"info","ts":1785335312.3088055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785335312.308824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335312.3088317,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","modelName":"e2e-external-model"} {"level":"info","ts":1785335312.3088465,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335312.3089128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eea0ab77-1f54-4ff7-9b5f-a6dce05e06f8"} {"level":"info","ts":1785335312.3592703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335312.3594184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418"} {"level":"info","ts":1785335312.3594368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418"} {"level":"info","ts":1785335312.3594568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","EoS":false} {"level":"info","ts":1785335312.3594751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","EoS":true} {"level":"info","ts":1785335312.3595197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785335312.3595402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335312.3595533,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","modelName":"e2e-external-model"} {"level":"info","ts":1785335312.3595772,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335312.3596318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ab589b3-e3f8-49a5-be18-0aee8d8f2418"} {"level":"info","ts":1785335312.388583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335312.388655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.3886633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.388674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","EoS":false} {"level":"info","ts":1785335312.3886874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","EoS":true} {"level":"info","ts":1785335312.3887086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785335312.3887246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335312.3887324,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","modelName":"e2e-external-model"} {"level":"info","ts":1785335312.3887472,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335312.3887825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.62706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a26cf2-25ce-45dc-ae29-33ec5e5e3c8e"} {"level":"info","ts":1785335312.627078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ae3d84-25c4-4fa9-b0ce-166f6220301c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.627116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ae3d84-25c4-4fa9-b0ce-166f6220301c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785335312.6330552,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a26cf2-25ce-45dc-ae29-33ec5e5e3c8e","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6331022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a26de9e6-6321-4ae8-9079-ae8e1885daa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.633128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a26de9e6-6321-4ae8-9079-ae8e1885daa5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785335312.6444337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a26cf2-25ce-45dc-ae29-33ec5e5e3c8e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335312.65092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bea1eee3-575e-4d02-95fc-694616decc33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.6509583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bea1eee3-575e-4d02-95fc-694616decc33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785335312.6510096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697ef976-04af-4f67-be36-2482772a9e95"} {"level":"info","ts":1785335312.6510718,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697ef976-04af-4f67-be36-2482772a9e95","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.667484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bc0a98e-ea98-47e5-9aba-94ce7a67e372","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.667536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bc0a98e-ea98-47e5-9aba-94ce7a67e372","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785335312.6688328,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697ef976-04af-4f67-be36-2482772a9e95","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785335312.668884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697ef976-04af-4f67-be36-2482772a9e95","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335312.668951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b95f2d38-779f-45ab-8e4c-c7d2339c0b69"} {"level":"info","ts":1785335312.669016,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b95f2d38-779f-45ab-8e4c-c7d2339c0b69","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6767733,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b95f2d38-779f-45ab-8e4c-c7d2339c0b69","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335312.6848843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82bee670-20b0-42f1-8302-45bdc6e9a580","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.68493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82bee670-20b0-42f1-8302-45bdc6e9a580","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785335312.6848843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852fce8f-10c3-4a6d-bcbc-bec25a1a8fc6"} {"level":"info","ts":1785335312.6850135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852fce8f-10c3-4a6d-bcbc-bec25a1a8fc6","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6946428,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852fce8f-10c3-4a6d-bcbc-bec25a1a8fc6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335320.9019022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97f141f5-5d4f-4cef-a8ac-e0621ecc0e16"} {"level":"info","ts":1785335320.9019032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af1fc008-e993-498b-9496-e228b64555bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335320.9019728,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af1fc008-e993-498b-9496-e228b64555bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335325.2049594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.2050436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.205052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.2050643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","EoS":false} {"level":"info","ts":1785335325.2050776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","EoS":true} {"level":"info","ts":1785335325.2051008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785335325.2051172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785335325.205139,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.2327821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.2328615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.232872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.2328982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","EoS":false} {"level":"info","ts":1785335325.2329125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","EoS":true} {"level":"info","ts":1785335325.2329364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785335325.232953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335325.2329617,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","modelName":"e2e-external-model"} {"level":"info","ts":1785335325.2329767,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335325.2330217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3332653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.333383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.3334012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.3334203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","EoS":false} {"level":"info","ts":1785335325.333443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","EoS":true} {"level":"info","ts":1785335325.333486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785335325.3335094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335325.3335443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.4604945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.4605691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.460578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.4605882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","EoS":false} {"level":"info","ts":1785335325.4605987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","EoS":true} {"level":"info","ts":1785335325.4606228,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","field":"model"} {"level":"info","ts":1785335325.4606504,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335326.3723016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0936283f-11ad-47a6-8c24-5b14a94fddc8"} {"level":"info","ts":1785335326.3723845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d273fbea-1472-4d67-9197-df9554b1342f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335326.372416,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d273fbea-1472-4d67-9197-df9554b1342f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335326.5256395,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6a99d2f-3257-432f-8d39-b960a41eff9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335326.5256827,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6a99d2f-3257-432f-8d39-b960a41eff9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335326.5256474,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b72adf90-fd63-4815-8c12-87f08a6b6b3a"} {"level":"info","ts":1785336771.605691,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336771.6057923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16786fd9-69ec-4446-8d6a-bdc578dc0d23"} {"level":"info","ts":1785336846.7920144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336846.7921114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.7921216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.7921324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","EoS":false} {"level":"info","ts":1785336846.7921455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","EoS":true} {"level":"info","ts":1785336846.7921722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785336846.7921903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785336846.7922142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"}