{"level":"info","ts":1784913704.1828475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"} {"level":"info","ts":1784913704.1828625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"} {"level":"info","ts":1784913704.1828752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","EoS":false} {"level":"info","ts":1784913704.1828854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","EoS":true} {"level":"info","ts":1784913704.1829028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913704.1829157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913704.182933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"} {"level":"info","ts":1784913704.3234954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913704.3235478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"} {"level":"info","ts":1784913704.3235586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"} {"level":"info","ts":1784913704.3235688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","EoS":false} {"level":"info","ts":1784913704.3235781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","EoS":true} {"level":"info","ts":1784913704.323595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913704.3236096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913704.3236272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"} {"level":"info","ts":1784913704.4634862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913704.4635394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"} {"level":"info","ts":1784913704.4635484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"} {"level":"info","ts":1784913704.4635577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","EoS":false} {"level":"info","ts":1784913704.4635694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","EoS":true} {"level":"info","ts":1784913704.4635847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913704.4635944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913704.4636104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"} {"level":"info","ts":1784913704.6051126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913704.605167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"} {"level":"info","ts":1784913704.6051753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"} {"level":"info","ts":1784913704.6051853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","EoS":false} {"level":"info","ts":1784913704.6051943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","EoS":true} {"level":"info","ts":1784913704.6052115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913704.6052234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913704.6052387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"} {"level":"info","ts":1784913704.7437425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913704.74379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180"} {"level":"info","ts":1784913704.743797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180"} {"level":"info","ts":1784913704.7438068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180","EoS":false} {"level":"info","ts":1784913704.7438185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180","EoS":true} {"level":"info","ts":1784913704.7438338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913704.7438436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913704.7438598,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcc49d8d-4a26-47a5-b832-006d0664f180"} {"level":"info","ts":1784913723.6795795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913723.6796756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"} {"level":"info","ts":1784913723.6796918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"} {"level":"info","ts":1784913723.6797051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","EoS":false} {"level":"info","ts":1784913723.6797163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","EoS":true} {"level":"info","ts":1784913723.679762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913723.6797783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913723.6797984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"} {"level":"info","ts":1784913723.722065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913723.7221231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"} {"level":"info","ts":1784913723.722134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"} {"level":"info","ts":1784913723.722145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","EoS":false} {"level":"info","ts":1784913723.722157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","EoS":true} {"level":"info","ts":1784913723.7221732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913723.7221932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913723.7222123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"} {"level":"info","ts":1784913723.7613177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913723.76138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2"} {"level":"info","ts":1784913723.7613947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2"} {"level":"info","ts":1784913723.7614107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2","EoS":false} {"level":"info","ts":1784913723.7614303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2","EoS":true} {"level":"info","ts":1784913723.7614558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913723.7614725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913723.761494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e37496e7-ae5e-4990-81d2-a87e6ae42ac2"} {"level":"info","ts":1784913723.799925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913723.799971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921"} {"level":"info","ts":1784913723.7999778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921"} {"level":"info","ts":1784913723.7999864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921","EoS":false} {"level":"info","ts":1784913723.7999952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921","EoS":true} {"level":"info","ts":1784913723.8000085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913723.8000193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913723.8000333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c14670b-11e2-47c6-9438-c27799d20921"} {"level":"info","ts":1784913723.8338094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913723.833861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"} {"level":"info","ts":1784913728.4719996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913728.4720795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"} {"level":"info","ts":1784913728.4720912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"} {"level":"info","ts":1784913728.4721022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","EoS":false} {"level":"info","ts":1784913728.472117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","EoS":true} {"level":"info","ts":1784913728.4721382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913728.472152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913728.472171,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"} {"level":"info","ts":1784913737.07628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913737.0763566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0"} {"level":"info","ts":1784913737.0763676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0"} {"level":"info","ts":1784913737.0763807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0","EoS":false} {"level":"info","ts":1784913737.0763917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0","EoS":true} {"level":"info","ts":1784913737.076414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913737.0764341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913737.0764556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f84472f-6531-420d-a291-3b67e65e80b0"} {"level":"info","ts":1784913739.1159666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913739.1160464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"} {"level":"info","ts":1784913739.1160579,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"} {"level":"info","ts":1784913739.1160693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","EoS":false} {"level":"info","ts":1784913739.1160803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","EoS":true} {"level":"info","ts":1784913739.1161013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913739.1161165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913739.1161375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"} {"level":"info","ts":1784913752.0097952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913752.0099306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"} {"level":"info","ts":1784913752.009946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"} {"level":"info","ts":1784913752.0099645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","EoS":false} {"level":"info","ts":1784913752.0099924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","EoS":true} {"level":"info","ts":1784913752.010025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913752.0100439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913752.0100765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"} {"level":"info","ts":1784913760.5863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913760.5863924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"} {"level":"info","ts":1784913760.5864103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"} {"level":"info","ts":1784913760.5864353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","EoS":false} {"level":"info","ts":1784913760.5864565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","EoS":true} {"level":"info","ts":1784913760.5864882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913760.5865116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913760.586544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"} {"level":"info","ts":1784913769.4893868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913769.489467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"} {"level":"info","ts":1784913769.4894786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"} {"level":"info","ts":1784913769.4894905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","EoS":false} {"level":"info","ts":1784913769.4895034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","EoS":true} {"level":"info","ts":1784913769.4895232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913769.489538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913769.4895594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"} {"level":"info","ts":1784913778.5030718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913778.5031545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162"} {"level":"info","ts":1784913778.5031657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162"} {"level":"info","ts":1784913778.503177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162","EoS":false} {"level":"info","ts":1784913778.503193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162","EoS":true} {"level":"info","ts":1784913778.5032203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913778.503236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913778.5032566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f25f4d4-f255-421f-8bab-c928abb22162"} {"level":"info","ts":1784913783.3151076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913783.3151886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc"} {"level":"info","ts":1784913783.3152018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc"} {"level":"info","ts":1784913783.3152127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc","EoS":false} {"level":"info","ts":1784913783.3152242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc","EoS":true} {"level":"info","ts":1784913783.3152428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913783.3152575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913783.3152761,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd6bfa6f-11bd-4c3a-846c-569036672bfc"} {"level":"info","ts":1784913788.1023586,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913788.102438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330"} {"level":"info","ts":1784913788.1024482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330"} {"level":"info","ts":1784913788.1024601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330","EoS":false} {"level":"info","ts":1784913788.1024709,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330","EoS":true} {"level":"info","ts":1784913788.1024938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913788.1025093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913788.1025305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a3e984f-20e6-4644-8718-e6c2f32ab330"} {"level":"info","ts":1784913788.3804119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913788.3804882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c"} {"level":"info","ts":1784913788.3804972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c"} {"level":"info","ts":1784913788.3805075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c","EoS":false} {"level":"info","ts":1784913788.3805232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c","EoS":true} {"level":"info","ts":1784913788.3805444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913788.3805604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913788.380584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39b28f7c-820d-4401-b910-c6d02e1e524c"} {"level":"info","ts":1784913790.4178138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913790.4178941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60"} {"level":"info","ts":1784913790.4179056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60"} {"level":"info","ts":1784913790.417917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60","EoS":false} {"level":"info","ts":1784913790.417927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60","EoS":true} {"level":"info","ts":1784913790.4179497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913790.4179645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913790.4179883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00481d8f-0999-412d-9122-7c34e94fba60"} {"level":"info","ts":1784913792.4558496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913792.4559352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9"} {"level":"info","ts":1784913792.455948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9"} {"level":"info","ts":1784913792.4559653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9","EoS":false} {"level":"info","ts":1784913792.4559839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9","EoS":true} {"level":"info","ts":1784913792.4560182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913792.4560394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913792.456071,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b24a3363-9fc8-4d33-bf95-ceada02333a9"} {"level":"info","ts":1784913794.4910183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913794.4911034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"} {"level":"info","ts":1784913794.491116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"} {"level":"info","ts":1784913794.4911335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","EoS":false} {"level":"info","ts":1784913794.4911523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","EoS":true} {"level":"info","ts":1784913794.4911819,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913794.4912019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913794.491233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"} {"level":"info","ts":1784913817.6448147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913817.6449103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"} {"level":"info","ts":1784913817.6449292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"} {"level":"info","ts":1784913817.6449509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","EoS":false} {"level":"info","ts":1784913817.644969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","EoS":true} {"level":"info","ts":1784913817.6450028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913817.6450224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913817.645052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"} {"level":"info","ts":1784913827.0212204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913827.0213125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747"} {"level":"info","ts":1784913827.0213273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747"} {"level":"info","ts":1784913827.0213394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747","EoS":false} {"level":"info","ts":1784913827.0213494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747","EoS":true} {"level":"info","ts":1784913827.0213711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913827.0213861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913827.0214067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c0bc5c4-5ef1-4f34-9b25-52831fb4a747"} {"level":"info","ts":1784913832.538745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913832.538827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e"} {"level":"info","ts":1784913832.5388365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e"} {"level":"info","ts":1784913832.538848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e","EoS":false} {"level":"info","ts":1784913832.5388613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e","EoS":true} {"level":"info","ts":1784913832.5388823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913832.538899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913832.5389206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03ee8eb0-f610-42a6-ac8c-a9bb2b585a1e"} {"level":"info","ts":1784913842.21133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913842.211422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd"} {"level":"info","ts":1784913842.21143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd"} {"level":"info","ts":1784913842.2114415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd","EoS":false} {"level":"info","ts":1784913842.2114515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd","EoS":true} {"level":"info","ts":1784913842.2114727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913842.2114885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913842.2115116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c4575d9-2d17-4efd-9f61-3bfad19a64fd"} {"level":"info","ts":1784913844.2467256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913844.2468054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1"} {"level":"info","ts":1784913844.2468152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1"} {"level":"info","ts":1784913844.2468262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1","EoS":false} {"level":"info","ts":1784913844.2468371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1","EoS":true} {"level":"info","ts":1784913844.246859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913844.2468774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913844.246901,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"690a0008-3c24-44c4-b978-dd1bc0b3dfb1"} {"level":"info","ts":1784913846.286688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913846.286767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"} {"level":"info","ts":1784913846.2867773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"} {"level":"info","ts":1784913846.2867887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","EoS":false} {"level":"info","ts":1784913846.2867985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","EoS":true} {"level":"info","ts":1784913846.2868207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913846.2868373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913846.2868586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"} {"level":"info","ts":1784913855.7421043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913855.7421908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"} {"level":"info","ts":1784913855.742201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"} {"level":"info","ts":1784913855.7422128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","EoS":false} {"level":"info","ts":1784913855.742228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","EoS":true} {"level":"info","ts":1784913855.7422485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913855.7422643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913855.742286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"} {"level":"info","ts":1784913855.7799363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913855.780003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"} {"level":"info","ts":1784913855.7800114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"} {"level":"info","ts":1784913855.7800226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","EoS":false} {"level":"info","ts":1784913855.7800364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","EoS":true} {"level":"info","ts":1784913855.7800572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913855.780073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913855.7800925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"} {"level":"info","ts":1784913875.0042353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913875.004312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"} {"level":"info","ts":1784913875.0043237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"} {"level":"info","ts":1784913875.004335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","EoS":false} {"level":"info","ts":1784913875.0043454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","EoS":true} {"level":"info","ts":1784913875.004365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913875.0043814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913875.0044053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"} {"level":"info","ts":1784913884.421974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913884.4220552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace"} {"level":"info","ts":1784913884.4220662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace"} {"level":"info","ts":1784913884.4220774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace","EoS":false} {"level":"info","ts":1784913884.422088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace","EoS":true} {"level":"info","ts":1784913884.4221077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784913884.422123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913884.4221473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41fe7f5a-accd-4ef8-bda5-3e968b131ace"} {"level":"info","ts":1784913889.7341065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913889.7341948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17"} {"level":"info","ts":1784913889.7342074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17"} {"level":"info","ts":1784913889.7342262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17","EoS":false} {"level":"info","ts":1784913889.7342443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17","EoS":true} {"level":"info","ts":1784913889.7342756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784913889.734296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784913889.734327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b124a0e-94f3-432d-a65a-05d795c39f17"} {"level":"info","ts":1784913980.461913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913980.4619992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682"} {"level":"info","ts":1784913980.4620173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682"} {"level":"info","ts":1784913980.4620285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682","EoS":false} {"level":"info","ts":1784913980.4620392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682","EoS":true} {"level":"info","ts":1784913980.4620624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784913980.4620788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784913980.4621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7450e1f-d30b-48e0-bdd7-225f5be33682"} {"level":"info","ts":1784914006.3896966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914006.3897705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"} {"level":"info","ts":1784914006.3897796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"} {"level":"info","ts":1784914006.3897913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","EoS":false} {"level":"info","ts":1784914006.3898025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","EoS":true} {"level":"info","ts":1784914006.389822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914006.3898368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914006.389856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"} {"level":"info","ts":1784914043.6361723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914043.6362686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"} {"level":"info","ts":1784914043.636282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"} {"level":"info","ts":1784914043.6363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","EoS":false} {"level":"info","ts":1784914043.6363213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","EoS":true} {"level":"info","ts":1784914043.6363506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914043.6363697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914043.6364024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"} {"level":"info","ts":1784914058.96304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914058.9631243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"} {"level":"info","ts":1784914058.9631338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"} {"level":"info","ts":1784914058.9631445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","EoS":false} {"level":"info","ts":1784914058.963161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","EoS":true} {"level":"info","ts":1784914058.9631836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914058.9631968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914058.96322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"} {"level":"info","ts":1784914059.316634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914059.3167453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00"} {"level":"info","ts":1784914059.3167567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00"} {"level":"info","ts":1784914059.3167682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00","EoS":false} {"level":"info","ts":1784914059.31678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00","EoS":true} {"level":"info","ts":1784914059.3167992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914059.3168144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914059.316836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2da14274-ebea-4c83-b6da-ed15ef2a5c00"} {"level":"info","ts":1784914360.5637004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914360.5637975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"} {"level":"info","ts":1784914360.5638118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"} {"level":"info","ts":1784914360.5638244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","EoS":false} {"level":"info","ts":1784914360.5638368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","EoS":true} {"level":"info","ts":1784914360.5638583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914360.5638747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914360.5639014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"} {"level":"info","ts":1784914360.6011357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914360.6011915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"} {"level":"info","ts":1784914360.601199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"} {"level":"info","ts":1784914360.6012092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","EoS":false} {"level":"info","ts":1784914360.601218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","EoS":true} {"level":"info","ts":1784914360.601233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914360.6012454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914360.6012616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"} {"level":"info","ts":1784914360.6457102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914360.6457543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55"} {"level":"info","ts":1784914360.6457615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55"} {"level":"info","ts":1784914360.6457715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55","EoS":false} {"level":"info","ts":1784914360.6457827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55","EoS":true} {"level":"info","ts":1784914360.6457963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914360.6458104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914360.645826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a07a22c-e02e-4df6-b6c8-34abb9a1ca55"} {"level":"info","ts":1784914360.6832967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914360.6833675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f"} {"level":"info","ts":1784914360.683385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f"} {"level":"info","ts":1784914360.6834018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f","EoS":false} {"level":"info","ts":1784914360.6834168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f","EoS":true} {"level":"info","ts":1784914360.6834373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914360.6834545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914360.6834795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ff2e207-9959-441f-8445-b602b6895c2f"} {"level":"info","ts":1784914365.5563872,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dce1c5c3-8b32-463a-a861-9c0b9381b88d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914365.556422,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dce1c5c3-8b32-463a-a861-9c0b9381b88d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784914365.5564039,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9793fe31-cd56-470e-9246-8073aa5d26c4"} {"level":"info","ts":1784914365.5622232,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75d3c3b9-d20b-4dff-be08-6d55708e1d3f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914365.5622451,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75d3c3b9-d20b-4dff-be08-6d55708e1d3f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784914365.5645015,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9793fe31-cd56-470e-9246-8073aa5d26c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.5647433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37756.688713755,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.5647612,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.6213865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.6948557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62eb4cc7-554c-419d-99b6-8064a13080b4"} {"level":"info","ts":1784914365.6949644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42ced37f-8235-4ddf-87aa-f69912daad6f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914365.6951685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33057.070922775,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.6951916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.6953485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42ced37f-8235-4ddf-87aa-f69912daad6f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784914365.6953552,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62eb4cc7-554c-419d-99b6-8064a13080b4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784914365.6981099,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5acce4e8-0eb6-4588-9f4f-ad6502b90e46","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914365.6981463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7889c853-349d-4e95-a41a-58f414788cfe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914365.6981518,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5acce4e8-0eb6-4588-9f4f-ad6502b90e46","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784914365.698167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7889c853-349d-4e95-a41a-58f414788cfe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914365.700347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62eb4cc7-554c-419d-99b6-8064a13080b4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.700409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24190c6a-9d5c-471a-a9ad-3a8ffdc6ade8"} {"level":"info","ts":1784914365.7005618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32743.665675723,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.7005758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.7053282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.7084029,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784914365.7957327,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9793fe31-cd56-470e-9246-8073aa5d26c4","name":"e2e-external-provider"} {"level":"info","ts":1784914365.8006806,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24190c6a-9d5c-471a-a9ad-3a8ffdc6ade8","name":"e2e-external-model"} {"level":"info","ts":1784914365.8058252,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9793fe31-cd56-470e-9246-8073aa5d26c4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784914365.8129907,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9793fe31-cd56-470e-9246-8073aa5d26c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.813083,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"492b4ca6-7b1c-46fd-beb9-5b1d155f6ee5"} {"level":"info","ts":1784914365.813121,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"492b4ca6-7b1c-46fd-beb9-5b1d155f6ee5","name":"e2e-external-provider"} {"level":"info","ts":1784914365.8195448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f4ea064-b2fe-413f-af31-e04d0cfcab5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914365.819576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f4ea064-b2fe-413f-af31-e04d0cfcab5b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914365.8235881,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24190c6a-9d5c-471a-a9ad-3a8ffdc6ade8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784914365.8236728,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24190c6a-9d5c-471a-a9ad-3a8ffdc6ade8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.8237386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"851d9323-d15c-4168-8ac1-9892c99a74ff"} {"level":"info","ts":1784914365.823805,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"851d9323-d15c-4168-8ac1-9892c99a74ff","name":"e2e-external-model"} {"level":"info","ts":1784914365.8292024,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"492b4ca6-7b1c-46fd-beb9-5b1d155f6ee5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784914365.8363116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"425a2471-7240-4f58-99bc-da36fafb4cf6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914365.8363388,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"425a2471-7240-4f58-99bc-da36fafb4cf6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914365.840376,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"851d9323-d15c-4168-8ac1-9892c99a74ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784914365.8404264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"851d9323-d15c-4168-8ac1-9892c99a74ff","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.840481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3633afe2-3ba8-4160-82aa-0dfc76c2a069"} {"level":"info","ts":1784914365.8405359,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3633afe2-3ba8-4160-82aa-0dfc76c2a069","name":"e2e-external-model"} {"level":"info","ts":1784914365.8562257,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3633afe2-3ba8-4160-82aa-0dfc76c2a069","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914365.8625207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f4b7628-ff1f-461a-9543-bf4a945a7e2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914365.8625696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f4b7628-ff1f-461a-9543-bf4a945a7e2b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784914365.8679497,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3633afe2-3ba8-4160-82aa-0dfc76c2a069","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914365.868011,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb2e0f5-7c5b-4f20-8086-959b3bbaca88"} {"level":"info","ts":1784914365.8680525,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb2e0f5-7c5b-4f20-8086-959b3bbaca88","name":"e2e-external-model"} {"level":"info","ts":1784914365.9112852,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb2e0f5-7c5b-4f20-8086-959b3bbaca88","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914373.106736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914373.1068215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6"} {"level":"info","ts":1784914373.1068347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6"} {"level":"info","ts":1784914373.1068523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","EoS":false} {"level":"info","ts":1784914373.1068735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","EoS":true} {"level":"info","ts":1784914373.1069036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914373.106923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914373.1069348,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","modelName":"e2e-external-model"} {"level":"info","ts":1784914373.1069565,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914373.1070247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87da17a1-bd1a-4a50-a7bb-9cc1cac6bcd6"} {"level":"info","ts":1784914373.1558359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914373.1558912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12"} {"level":"info","ts":1784914373.1559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12"} {"level":"info","ts":1784914373.1559107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","EoS":false} {"level":"info","ts":1784914373.1559243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","EoS":true} {"level":"info","ts":1784914373.1559405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914373.155954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914373.1559603,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","modelName":"e2e-external-model"} {"level":"info","ts":1784914373.1559732,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914373.1560066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04d10070-be1c-48f0-89bf-d0e958576b12"} {"level":"info","ts":1784914373.1818812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914373.1819422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"} {"level":"info","ts":1784914373.181955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"} {"level":"info","ts":1784914373.18198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","EoS":false} {"level":"info","ts":1784914373.1819985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","EoS":true} {"level":"info","ts":1784914373.1820214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914373.1820402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914373.182052,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","modelName":"e2e-external-model"} {"level":"info","ts":1784914373.182071,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914373.1821146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"} {"level":"info","ts":1784914373.316142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26069d3-3756-4539-b173-e07cc4b6a368","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914373.3161893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c26069d3-3756-4539-b173-e07cc4b6a368","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914373.316142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1dd22dc-729d-44d8-9f8d-e53712ee0500"} {"level":"info","ts":1784914373.3236055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07662613-b23d-405b-a60d-3831a1d28b17","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914373.3236377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07662613-b23d-405b-a60d-3831a1d28b17","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784914373.324675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1dd22dc-729d-44d8-9f8d-e53712ee0500","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914373.3247356,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1dd22dc-729d-44d8-9f8d-e53712ee0500","name":"e2e-cleanup-test"} {"level":"info","ts":1784914373.3348148,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1dd22dc-729d-44d8-9f8d-e53712ee0500","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784914373.3392444,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1dd22dc-729d-44d8-9f8d-e53712ee0500","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914373.3393242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4e025e4-9ebc-4281-8164-3614f11786de"} {"level":"info","ts":1784914373.339376,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4e025e4-9ebc-4281-8164-3614f11786de","name":"e2e-cleanup-test"} {"level":"info","ts":1784914373.3458836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7850a04f-134f-4baa-8a13-d8e8e113b4ff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914373.3459191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7850a04f-134f-4baa-8a13-d8e8e113b4ff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784914373.354883,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4e025e4-9ebc-4281-8164-3614f11786de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784914373.3549285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4e025e4-9ebc-4281-8164-3614f11786de","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914373.3549817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59c2493b-3520-40f2-a823-a7df0d9c80af"} {"level":"info","ts":1784914373.3550406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59c2493b-3520-40f2-a823-a7df0d9c80af","name":"e2e-cleanup-test"} {"level":"info","ts":1784914373.3605492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"737a9496-f9e3-41e2-a98b-11ba7a5af0bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914373.3605833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"737a9496-f9e3-41e2-a98b-11ba7a5af0bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914373.3638928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59c2493b-3520-40f2-a823-a7df0d9c80af","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784914373.3678427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59c2493b-3520-40f2-a823-a7df0d9c80af","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914373.3679364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbedec43-37fc-4f42-82fc-a646597059cd"} {"level":"info","ts":1784914373.36799,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbedec43-37fc-4f42-82fc-a646597059cd","name":"e2e-cleanup-test"} {"level":"info","ts":1784914373.374914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7c15ce6-8db3-4ec2-8f8b-08d9ac339a91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914373.374964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7c15ce6-8db3-4ec2-8f8b-08d9ac339a91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784914373.3764744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbedec43-37fc-4f42-82fc-a646597059cd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784914373.3802397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbedec43-37fc-4f42-82fc-a646597059cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784914373.3803167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc86a32e-0c31-4698-87b4-1509d4b87194"} {"level":"info","ts":1784914373.380411,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc86a32e-0c31-4698-87b4-1509d4b87194","name":"e2e-cleanup-test"} {"level":"info","ts":1784914373.3890257,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc86a32e-0c31-4698-87b4-1509d4b87194","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784914381.5828831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7841607-8dc3-4b9e-afec-a7c1e097fd78"} {"level":"info","ts":1784914381.5829113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a24a284-9f6a-4213-b807-dcb9e498b3f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914381.5829468,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a24a284-9f6a-4213-b807-dcb9e498b3f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784914385.879207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914385.8792875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"} {"level":"info","ts":1784914385.8792996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"} {"level":"info","ts":1784914385.8793116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","EoS":false} {"level":"info","ts":1784914385.8793223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","EoS":true} {"level":"info","ts":1784914385.879347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784914385.8793645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784914385.8793874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"} {"level":"info","ts":1784914385.908054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914385.9081075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"} {"level":"info","ts":1784914385.908117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"} {"level":"info","ts":1784914385.908127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","EoS":false} {"level":"info","ts":1784914385.9081378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","EoS":true} {"level":"info","ts":1784914385.9081569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784914385.9081693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914385.9081783,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","modelName":"e2e-external-model"} {"level":"info","ts":1784914385.908192,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784914385.9082284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"} {"level":"info","ts":1784914385.9479547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914385.948014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"} {"level":"info","ts":1784914385.9480438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"} {"level":"info","ts":1784914385.9480596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","EoS":false} {"level":"info","ts":1784914385.9480731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","EoS":true} {"level":"info","ts":1784914385.948089,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784914385.9481008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784914385.948118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"} {"level":"info","ts":1784914386.0926423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914386.0927153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"} {"level":"info","ts":1784914386.0927234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"} {"level":"info","ts":1784914386.0927339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","EoS":false} {"level":"info","ts":1784914386.092744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","EoS":true} {"level":"info","ts":1784914386.0927625,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","field":"model"} {"level":"info","ts":1784914386.0927835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"} {"level":"info","ts":1784914387.0104969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8bef00f-9715-4e2e-846d-d5497796bc13"} {"level":"info","ts":1784914387.010546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d5dcfcd-14b8-4437-aeb5-bb7e91ec289b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914387.0105824,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d5dcfcd-14b8-4437-aeb5-bb7e91ec289b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784914387.1617231,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bdfbcf8-3979-463a-b5c3-8db7beed30fc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914387.161753,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01a4e811-a29b-4182-8c77-b465bae373f7"} {"level":"info","ts":1784914387.1617618,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bdfbcf8-3979-463a-b5c3-8db7beed30fc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915530.5442483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915530.5443552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25c83c4f-45dc-46a9-99bf-7507bb23fae2"} {"level":"info","ts":1784915584.3235862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915584.3237019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"} {"level":"info","ts":1784915584.3237116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"} {"level":"info","ts":1784915584.323727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","EoS":false} {"level":"info","ts":1784915584.3237371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","EoS":true} {"level":"info","ts":1784915584.3237603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915584.3237758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784915584.3237956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}