{"level":"info","ts":1784766181.2775652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"850f648a-d211-4edf-84f3-24f8294a7271"} {"level":"info","ts":1784766185.4321594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766185.4322407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a"} {"level":"info","ts":1784766185.4322526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a"} {"level":"info","ts":1784766185.4322672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a","EoS":false} {"level":"info","ts":1784766185.4322815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a","EoS":true} {"level":"info","ts":1784766185.4323037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766185.4323187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766185.4323454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66318d1c-c208-41c5-876d-76e1b4810f7a"} {"level":"info","ts":1784766204.3470397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766204.3471234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"} {"level":"info","ts":1784766204.34714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"} {"level":"info","ts":1784766204.3471618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","EoS":false} {"level":"info","ts":1784766204.3471794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","EoS":true} {"level":"info","ts":1784766204.3472111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766204.3472307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766204.3472586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"} {"level":"info","ts":1784766204.4862216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766204.4862916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"} {"level":"info","ts":1784766204.486302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"} {"level":"info","ts":1784766204.486314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","EoS":false} {"level":"info","ts":1784766204.486324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","EoS":true} {"level":"info","ts":1784766204.4863415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766204.4863598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766204.4863784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"} {"level":"info","ts":1784766204.622195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766204.6222754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"} {"level":"info","ts":1784766204.6222866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"} {"level":"info","ts":1784766204.622298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","EoS":false} {"level":"info","ts":1784766204.6223109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","EoS":true} {"level":"info","ts":1784766204.6223357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766204.622352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766204.622371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"} {"level":"info","ts":1784766204.7599883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766204.7600434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"} {"level":"info","ts":1784766204.7600543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"} {"level":"info","ts":1784766204.7600646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","EoS":false} {"level":"info","ts":1784766204.7600749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","EoS":true} {"level":"info","ts":1784766204.760091,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766204.7601044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766204.7601252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"} {"level":"info","ts":1784766204.896218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766204.8962934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"} {"level":"info","ts":1784766204.8963096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"} {"level":"info","ts":1784766204.8963273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","EoS":false} {"level":"info","ts":1784766204.8963468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","EoS":true} {"level":"info","ts":1784766204.8963697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766204.89639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766204.8964183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"} {"level":"info","ts":1784766205.0308146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766205.030888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d"} {"level":"info","ts":1784766205.030899,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d"} {"level":"info","ts":1784766205.03091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d","EoS":false} {"level":"info","ts":1784766205.03092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d","EoS":true} {"level":"info","ts":1784766205.0309372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766205.030951,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766205.030969,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"629e803a-f0df-4be9-a7c5-731111ae5a2d"} {"level":"info","ts":1784766224.8418965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766224.8419719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"} {"level":"info","ts":1784766224.8419807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"} {"level":"info","ts":1784766224.8419924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","EoS":false} {"level":"info","ts":1784766224.8420038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","EoS":true} {"level":"info","ts":1784766224.842024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766224.8420386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766224.8420587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"} {"level":"info","ts":1784766224.881094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766224.8811598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1"} {"level":"info","ts":1784766224.881173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1"} {"level":"info","ts":1784766224.8811843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1","EoS":false} {"level":"info","ts":1784766224.8811996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1","EoS":true} {"level":"info","ts":1784766224.881223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766224.881237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766224.8812547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c9d2d71-f78e-4fbc-a8f0-259bb9079bd1"} {"level":"info","ts":1784766224.9136794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766224.9137516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e"} {"level":"info","ts":1784766224.9137647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e"} {"level":"info","ts":1784766224.913776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e","EoS":false} {"level":"info","ts":1784766224.9137878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e","EoS":true} {"level":"info","ts":1784766224.9138067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766224.9138198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766224.9138372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ecb5c8d-96d3-446c-a817-c1a634aae15e"} {"level":"info","ts":1784766224.9448752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766224.9449313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"} {"level":"info","ts":1784766229.5634425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766229.5635674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"} {"level":"info","ts":1784766229.5635839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"} {"level":"info","ts":1784766229.5636015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","EoS":false} {"level":"info","ts":1784766229.5636196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","EoS":true} {"level":"info","ts":1784766229.5636518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766229.5636706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766229.5636997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"} {"level":"info","ts":1784766238.2252843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766238.2253633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe"} {"level":"info","ts":1784766238.225373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe"} {"level":"info","ts":1784766238.2253842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe","EoS":false} {"level":"info","ts":1784766238.2253966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe","EoS":true} {"level":"info","ts":1784766238.225419,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766238.2254338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766238.225477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f41fdaf3-ec97-484c-a196-bb680fe63ebe"} {"level":"info","ts":1784766240.2584813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766240.2585618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"} {"level":"info","ts":1784766240.2585757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"} {"level":"info","ts":1784766240.2585905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","EoS":false} {"level":"info","ts":1784766240.2586036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","EoS":true} {"level":"info","ts":1784766240.2586248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766240.2586405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766240.2586603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"} {"level":"info","ts":1784766253.1575816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766253.1576726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"} {"level":"info","ts":1784766253.15769,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"} {"level":"info","ts":1784766253.157703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","EoS":false} {"level":"info","ts":1784766253.1577137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","EoS":true} {"level":"info","ts":1784766253.157735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766253.157751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766253.1577756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"} {"level":"info","ts":1784766261.6960504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766261.6961417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"} {"level":"info","ts":1784766261.6961567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"} {"level":"info","ts":1784766261.6961746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","EoS":false} {"level":"info","ts":1784766261.696194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","EoS":true} {"level":"info","ts":1784766261.6962245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766261.696244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766261.696275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"} {"level":"info","ts":1784766270.5590034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766270.559091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"} {"level":"info","ts":1784766270.5591002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"} {"level":"info","ts":1784766270.5591154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","EoS":false} {"level":"info","ts":1784766270.5591314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","EoS":true} {"level":"info","ts":1784766270.5591507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766270.5591645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766270.559184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"} {"level":"info","ts":1784766279.6169353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766279.6170192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8"} {"level":"info","ts":1784766279.6170287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8"} {"level":"info","ts":1784766279.6170402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8","EoS":false} {"level":"info","ts":1784766279.6170533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8","EoS":true} {"level":"info","ts":1784766279.6170788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766279.6170945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766279.6171145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f547117b-29c4-4a3a-9e3c-bc65a38146e8"} {"level":"info","ts":1784766284.3699415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766284.3700316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a"} {"level":"info","ts":1784766284.370042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a"} {"level":"info","ts":1784766284.370054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a","EoS":false} {"level":"info","ts":1784766284.3700676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a","EoS":true} {"level":"info","ts":1784766284.3700888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766284.3701046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766284.3701265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18c492f9-9bb1-4a97-af06-58a50afd8d6a"} {"level":"info","ts":1784766289.1522825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766289.1523635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72"} {"level":"info","ts":1784766289.1523774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72"} {"level":"info","ts":1784766289.1523893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72","EoS":false} {"level":"info","ts":1784766289.1523995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72","EoS":true} {"level":"info","ts":1784766289.1524189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766289.1524363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766289.152474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0da5d1d8-8e9f-46a4-9e37-840be97ecb72"} {"level":"info","ts":1784766289.434334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766289.4344327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26"} {"level":"info","ts":1784766289.4344783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26"} {"level":"info","ts":1784766289.4344957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26","EoS":false} {"level":"info","ts":1784766289.4345064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26","EoS":true} {"level":"info","ts":1784766289.4345288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766289.4345443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766289.4345646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9ded839-cfc2-4640-8618-b18ecbb16c26"} {"level":"info","ts":1784766291.4696052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766291.4696918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf"} {"level":"info","ts":1784766291.469706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf"} {"level":"info","ts":1784766291.469721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf","EoS":false} {"level":"info","ts":1784766291.4697325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf","EoS":true} {"level":"info","ts":1784766291.4697526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766291.469768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766291.4697878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c785e3b6-9b53-4c8a-918c-e7c8d2578ebf"} {"level":"info","ts":1784766293.5042436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766293.5043538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5"} {"level":"info","ts":1784766293.504373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5"} {"level":"info","ts":1784766293.5043879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5","EoS":false} {"level":"info","ts":1784766293.5044007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5","EoS":true} {"level":"info","ts":1784766293.5044236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766293.504441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766293.504491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f573b4f-c3c8-43f2-b8a3-77ece69b03a5"} {"level":"info","ts":1784766295.539087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766295.5391629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"} {"level":"info","ts":1784766295.5391724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"} {"level":"info","ts":1784766295.5391834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","EoS":false} {"level":"info","ts":1784766295.5391965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","EoS":true} {"level":"info","ts":1784766295.5392203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766295.5392349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766295.5392551,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"} {"level":"info","ts":1784766319.6724725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766319.6725507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"} {"level":"info","ts":1784766319.6725638,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"} {"level":"info","ts":1784766319.6725748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","EoS":false} {"level":"info","ts":1784766319.672585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","EoS":true} {"level":"info","ts":1784766319.6726072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766319.6726246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766319.672645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"} {"level":"info","ts":1784766329.0296843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766329.0297618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3"} {"level":"info","ts":1784766329.029772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3"} {"level":"info","ts":1784766329.0297835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3","EoS":false} {"level":"info","ts":1784766329.029796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3","EoS":true} {"level":"info","ts":1784766329.0298169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766329.029833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766329.0298524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce80140a-c1f7-4b78-a7dc-042d560e96a3"} {"level":"info","ts":1784766336.8566055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766336.8566878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6"} {"level":"info","ts":1784766336.856703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6"} {"level":"info","ts":1784766336.8567142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6","EoS":false} {"level":"info","ts":1784766336.856728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6","EoS":true} {"level":"info","ts":1784766336.856754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766336.85677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766336.8567913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab220d06-1e37-417c-8f3b-8d5bacd1e0a6"} {"level":"info","ts":1784766346.5135493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766346.5136335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085"} {"level":"info","ts":1784766346.5136464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085"} {"level":"info","ts":1784766346.513658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085","EoS":false} {"level":"info","ts":1784766346.5136688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085","EoS":true} {"level":"info","ts":1784766346.5136895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766346.5137053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766346.5137258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbedc57d-3520-4e87-ad95-11e57a11c085"} {"level":"info","ts":1784766348.5492456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766348.5493238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"} {"level":"info","ts":1784766348.5493336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"} {"level":"info","ts":1784766348.5493453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","EoS":false} {"level":"info","ts":1784766348.5493588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","EoS":true} {"level":"info","ts":1784766348.5493784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766348.549393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766348.5494118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"} {"level":"info","ts":1784766358.0115383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766358.011627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"} {"level":"info","ts":1784766358.0116417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"} {"level":"info","ts":1784766358.0116613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","EoS":false} {"level":"info","ts":1784766358.0116847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","EoS":true} {"level":"info","ts":1784766358.011717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766358.0117364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766358.0117643,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"} {"level":"info","ts":1784766358.0445514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766358.044611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"} {"level":"info","ts":1784766358.044621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"} {"level":"info","ts":1784766358.0446315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","EoS":false} {"level":"info","ts":1784766358.0446417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","EoS":true} {"level":"info","ts":1784766358.0446556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766358.044669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766358.0446863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"} {"level":"info","ts":1784766377.118698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766377.1187818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"} {"level":"info","ts":1784766377.1187956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"} {"level":"info","ts":1784766377.118808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","EoS":false} {"level":"info","ts":1784766377.1188188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","EoS":true} {"level":"info","ts":1784766377.1188421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766377.1188583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766377.118878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"} {"level":"info","ts":1784766386.5060508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766386.5061357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21"} {"level":"info","ts":1784766386.5061476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21"} {"level":"info","ts":1784766386.506199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21","EoS":false} {"level":"info","ts":1784766386.5062172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21","EoS":true} {"level":"info","ts":1784766386.5062478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766386.5062673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766386.5062969,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"def0d798-6a82-4d95-a07a-d9d092576e21"} {"level":"info","ts":1784766392.0895035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766392.0895977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e"} {"level":"info","ts":1784766392.0896118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e"} {"level":"info","ts":1784766392.089627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e","EoS":false} {"level":"info","ts":1784766392.0896413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e","EoS":true} {"level":"info","ts":1784766392.0896695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784766392.0896904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784766392.0897198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83bcfbeb-7762-4304-a29f-c9bae539b23e"} {"level":"info","ts":1784766482.7161882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766482.7162728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4"} {"level":"info","ts":1784766482.7162907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4"} {"level":"info","ts":1784766482.7163088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4","EoS":false} {"level":"info","ts":1784766482.7163298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4","EoS":true} {"level":"info","ts":1784766482.7163637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784766482.7163823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784766482.7164106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"479ddd96-13d1-4cc2-b3f0-c036696d85a4"} {"level":"info","ts":1784766506.0339313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766506.0340226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"} {"level":"info","ts":1784766506.0340352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"} {"level":"info","ts":1784766506.0340476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","EoS":false} {"level":"info","ts":1784766506.0340607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","EoS":true} {"level":"info","ts":1784766506.0340846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784766506.0340984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784766506.0341206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"} {"level":"info","ts":1784766545.5104218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766545.510526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"} {"level":"info","ts":1784766545.51054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"} {"level":"info","ts":1784766545.5105515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","EoS":false} {"level":"info","ts":1784766545.510563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","EoS":true} {"level":"info","ts":1784766545.5105827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766545.510598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766545.510618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"} {"level":"info","ts":1784766560.9328969,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766560.932994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"} {"level":"info","ts":1784766560.9330094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"} {"level":"info","ts":1784766560.9330277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","EoS":false} {"level":"info","ts":1784766560.9330482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","EoS":true} {"level":"info","ts":1784766560.9330807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766560.9331007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766560.933129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"} {"level":"info","ts":1784766561.2417734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766561.2418535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a"} {"level":"info","ts":1784766561.241863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a"} {"level":"info","ts":1784766561.2418747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a","EoS":false} {"level":"info","ts":1784766561.2418854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a","EoS":true} {"level":"info","ts":1784766561.2419062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784766561.2419221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766561.2419443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c06195e7-9b1f-480a-b82d-babc0d09590a"} {"level":"info","ts":1784766865.5235565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766865.5236602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"} {"level":"info","ts":1784766865.5236752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"} {"level":"info","ts":1784766865.5236938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","EoS":false} {"level":"info","ts":1784766865.5237138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","EoS":true} {"level":"info","ts":1784766865.5237505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766865.52377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766865.5238008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"} {"level":"info","ts":1784766865.5611205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766865.5612023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5"} {"level":"info","ts":1784766865.5612128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5"} {"level":"info","ts":1784766865.5612242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5","EoS":false} {"level":"info","ts":1784766865.5612345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5","EoS":true} {"level":"info","ts":1784766865.5612543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766865.561269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766865.561292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a606cca8-c7db-4739-9c98-91daf51eead5"} {"level":"info","ts":1784766865.596042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766865.5961182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01"} {"level":"info","ts":1784766865.5961316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01"} {"level":"info","ts":1784766865.5961437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01","EoS":false} {"level":"info","ts":1784766865.596156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01","EoS":true} {"level":"info","ts":1784766865.596175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784766865.5961895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784766865.5962076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8cff99d-eb04-4610-8f96-f1e6ffd26c01"} {"level":"info","ts":1784766870.471553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fefee516-51d0-4e9f-842f-248a58bbd840"} {"level":"info","ts":1784766870.4716725,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73a075db-1611-481d-9461-fe9da3bdddd3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784766870.471708,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73a075db-1611-481d-9461-fe9da3bdddd3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784766870.4798467,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4eab5f8-2048-441b-bec3-3a7b024af251","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784766870.4798753,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4eab5f8-2048-441b-bec3-3a7b024af251","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784766870.4817698,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fefee516-51d0-4e9f-842f-248a58bbd840","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766870.4820368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32428.838428562,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.48206,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.5996573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc60d787-0568-459b-a045-99c51538e98b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.5997124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc60d787-0568-459b-a045-99c51538e98b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.599969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84478fa-9891-41b7-ac72-36b4bdaff582"} {"level":"error","ts":1784766870.6896946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84478fa-9891-41b7-ac72-36b4bdaff582","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766870.6897743,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84478fa-9891-41b7-ac72-36b4bdaff582","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784766870.690036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00823ed4-7963-44f2-965a-0b0485e36ff3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.6901202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00823ed4-7963-44f2-965a-0b0485e36ff3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.6901977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67f7b998-1d1f-4424-88a9-a5695b86702b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.690221,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67f7b998-1d1f-4424-88a9-a5695b86702b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.690816,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fdf04-e4d0-4982-9b24-eed43712311c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784766870.6908524,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fdf04-e4d0-4982-9b24-eed43712311c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784766870.6909752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80c311a9-07ab-438d-917e-5b93c77c7191","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.6909988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80c311a9-07ab-438d-917e-5b93c77c7191","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.6910794,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784766870.6976333,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84478fa-9891-41b7-ac72-36b4bdaff582","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784766870.6976855,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84478fa-9891-41b7-ac72-36b4bdaff582","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766870.697751,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57058d91-0462-4aee-b7b2-67e1cdf6b7a2"} {"level":"info","ts":1784766870.6979825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32931.830894231,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.6980026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.7447524,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.7578835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0a17084-63db-4075-848c-28525c40bc42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.7579193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0a17084-63db-4075-848c-28525c40bc42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.7764065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4af9e319-0dd6-4899-9ed7-bd7bf19bfb73","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.7765346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4af9e319-0dd6-4899-9ed7-bd7bf19bfb73","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.7824647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35601.43048876,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.782489,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.793703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0318c71f-f6ee-44ee-85b1-698f81c04e60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766870.7937539,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0318c71f-f6ee-44ee-85b1-698f81c04e60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784766870.7938213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784766870.798393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57058d91-0462-4aee-b7b2-67e1cdf6b7a2","name":"e2e-external-model"} {"level":"info","ts":1784766870.809147,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57058d91-0462-4aee-b7b2-67e1cdf6b7a2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784766870.8126354,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57058d91-0462-4aee-b7b2-67e1cdf6b7a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766870.8127308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f52db1e-9fb7-4a0d-9e36-97379d558f57"} {"level":"info","ts":1784766870.812789,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f52db1e-9fb7-4a0d-9e36-97379d558f57","name":"e2e-external-model"} {"level":"info","ts":1784766870.8229024,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f52db1e-9fb7-4a0d-9e36-97379d558f57","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784766870.8827968,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fefee516-51d0-4e9f-842f-248a58bbd840","name":"e2e-external-provider"} {"level":"info","ts":1784766870.8936272,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fefee516-51d0-4e9f-842f-248a58bbd840","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784766870.8989196,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fefee516-51d0-4e9f-842f-248a58bbd840","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766870.8990424,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5350cf96-f791-4fd0-a0a9-7fd66369d5c8"} {"level":"info","ts":1784766870.8990939,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5350cf96-f791-4fd0-a0a9-7fd66369d5c8","name":"e2e-external-provider"} {"level":"info","ts":1784766870.9083323,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5350cf96-f791-4fd0-a0a9-7fd66369d5c8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784766880.099267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766880.099346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28"} {"level":"info","ts":1784766880.099355,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28"} {"level":"info","ts":1784766880.099366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","EoS":false} {"level":"info","ts":1784766880.0993757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","EoS":true} {"level":"info","ts":1784766880.0993946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784766880.099412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784766880.0994222,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","modelName":"e2e-external-model"} {"level":"info","ts":1784766880.0994365,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784766880.0994985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f4ffc43-1224-4d29-8c8e-26d8e4a11c28"} {"level":"info","ts":1784766880.1564138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766880.1565206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5"} {"level":"info","ts":1784766880.1565404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5"} {"level":"info","ts":1784766880.156558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","EoS":false} {"level":"info","ts":1784766880.1565683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","EoS":true} {"level":"info","ts":1784766880.1565895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784766880.1566055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784766880.1566124,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","modelName":"e2e-external-model"} {"level":"info","ts":1784766880.156628,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784766880.1566648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e789e1aa-3735-457e-8886-4fb9eb66f5d5"} {"level":"info","ts":1784766880.1861396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766880.1862297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"} {"level":"info","ts":1784766880.1862454,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"} {"level":"info","ts":1784766880.1862588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","EoS":false} {"level":"info","ts":1784766880.1862693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","EoS":true} {"level":"info","ts":1784766880.1862888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784766880.186305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784766880.1863122,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","modelName":"e2e-external-model"} {"level":"info","ts":1784766880.1863265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784766880.186363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"} {"level":"info","ts":1784766880.3410587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"127d664c-eabd-460f-b4f5-06c8c5296859","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766880.3410997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"127d664c-eabd-460f-b4f5-06c8c5296859","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784766880.3410912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8bd36aa-e517-4fec-a598-40fd415dc1e3"} {"level":"info","ts":1784766880.3495414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6d80f06-9c39-461f-9fe9-304070cbcd6a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766880.3495386,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8bd36aa-e517-4fec-a598-40fd415dc1e3","name":"e2e-cleanup-test"} {"level":"info","ts":1784766880.3496006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6d80f06-9c39-461f-9fe9-304070cbcd6a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784766880.3631146,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8bd36aa-e517-4fec-a598-40fd415dc1e3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784766880.3698335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ae3b8aa-9ceb-414e-b0ce-367b12ed4062"} {"level":"info","ts":1784766880.3698995,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ae3b8aa-9ceb-414e-b0ce-367b12ed4062","name":"e2e-cleanup-test"} {"level":"info","ts":1784766880.3699777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d34e99b-e127-4c41-a31b-ba67f3648471","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766880.3700073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d34e99b-e127-4c41-a31b-ba67f3648471","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784766880.3892727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f567e92-c6da-47cb-806c-b2bfd7926192","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766880.389357,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f567e92-c6da-47cb-806c-b2bfd7926192","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784766880.3906064,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ae3b8aa-9ceb-414e-b0ce-367b12ed4062","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784766880.3906505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ae3b8aa-9ceb-414e-b0ce-367b12ed4062","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766880.3907053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852a6aa0-14d3-40ec-b3fa-f15a8e72f0f7"} {"level":"info","ts":1784766880.390781,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852a6aa0-14d3-40ec-b3fa-f15a8e72f0f7","name":"e2e-cleanup-test"} {"level":"info","ts":1784766880.4033415,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852a6aa0-14d3-40ec-b3fa-f15a8e72f0f7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784766880.4105616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f423683f-9c1c-49de-84ba-20493af0ac70","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766880.4105961,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f423683f-9c1c-49de-84ba-20493af0ac70","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784766880.4145162,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"852a6aa0-14d3-40ec-b3fa-f15a8e72f0f7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784766880.414677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6aed0698-70a9-46c2-90f5-bde9d9804a58"} {"level":"info","ts":1784766880.4147449,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6aed0698-70a9-46c2-90f5-bde9d9804a58","name":"e2e-cleanup-test"} {"level":"info","ts":1784766880.431127,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6aed0698-70a9-46c2-90f5-bde9d9804a58","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784766888.6418872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745f631-ab5b-499a-ba77-38e405b7ecb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766888.6419184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"706a63e2-d204-41e2-9ebd-9f762f051ecf"} {"level":"info","ts":1784766888.6419308,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745f631-ab5b-499a-ba77-38e405b7ecb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784766892.9527435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766892.9528275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"} {"level":"info","ts":1784766892.9528399,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"} {"level":"info","ts":1784766892.9528573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","EoS":false} {"level":"info","ts":1784766892.9528766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","EoS":true} {"level":"info","ts":1784766892.9529054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784766892.9529262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784766892.9529479,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"} {"level":"info","ts":1784766892.980296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766892.9803858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"} {"level":"info","ts":1784766892.980398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"} {"level":"info","ts":1784766892.9804084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","EoS":false} {"level":"info","ts":1784766892.9804192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","EoS":true} {"level":"info","ts":1784766892.9804373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784766892.980476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784766892.9804835,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","modelName":"e2e-external-model"} {"level":"info","ts":1784766892.9804976,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784766892.980535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"} {"level":"info","ts":1784766893.0218375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766893.0219176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"} {"level":"info","ts":1784766893.021929,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"} {"level":"info","ts":1784766893.0219405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","EoS":false} {"level":"info","ts":1784766893.0219572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","EoS":true} {"level":"info","ts":1784766893.0219758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784766893.0219915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784766893.022013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"} {"level":"info","ts":1784766893.1626604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784766893.162734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"} {"level":"info","ts":1784766893.1627436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"} {"level":"info","ts":1784766893.1627545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","EoS":false} {"level":"info","ts":1784766893.1627686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","EoS":true} {"level":"info","ts":1784766893.1627915,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","field":"model"} {"level":"info","ts":1784766893.1628182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"} {"level":"info","ts":1784766894.0613034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a98f2aac-3960-4feb-953f-190e32d61be9"} {"level":"info","ts":1784766894.0613117,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ddedeed-87b2-486e-9682-6415958c9f84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766894.0613742,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ddedeed-87b2-486e-9682-6415958c9f84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784766894.2198033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a682e264-0b67-4608-b3b9-fb70f92196bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784766894.2198405,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a682e264-0b67-4608-b3b9-fb70f92196bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784766894.2198033,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88774782-5989-4747-a7fb-39ae41a8d263"} {"level":"info","ts":1784767527.5790694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767527.5791557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12"} {"level":"info","ts":1784767527.5791702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12"} {"level":"info","ts":1784767527.5791833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12","EoS":false} {"level":"info","ts":1784767527.5791974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12","EoS":true} {"level":"info","ts":1784767527.5792165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767527.5792308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12","path":"/ai-tenant-e2e-inf-b-2f7578/test-model-2f7578/v1/chat/completions"} {"level":"info","ts":1784767527.5792527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"956eaec0-3949-483c-b36e-2e98e358ba12"} {"level":"info","ts":1784767548.6536164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767548.6537101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"} {"level":"info","ts":1784767548.6537223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"} {"level":"info","ts":1784767548.653735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","EoS":false} {"level":"info","ts":1784767548.653747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","EoS":true} {"level":"info","ts":1784767548.653769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767548.6537836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","path":"/ai-tenant-e2e-inf-b-2f7578/test-model-2f7578/v1/chat/completions"} {"level":"info","ts":1784767548.6538024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"} {"level":"info","ts":1784768033.2529948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768033.253083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"} {"level":"info","ts":1784768033.2530918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"} {"level":"info","ts":1784768033.2531025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","EoS":false} {"level":"info","ts":1784768033.2531123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","EoS":true} {"level":"info","ts":1784768033.2531345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768033.253155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","path":"/ai-tenant-e2e-shared-b-d50941/rate-test-model-d50941/v1/completions"} {"level":"info","ts":1784768033.2531824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}