{"level":"info","ts":1784852895.0759654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68727847-8695-4086-87fe-d7e2f6f09dc1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852895.0759919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68727847-8695-4086-87fe-d7e2f6f09dc1"} {"level":"info","ts":1784852895.7742443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852895.7743416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"} {"level":"info","ts":1784852895.7743595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"} {"level":"info","ts":1784852895.7743778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","EoS":false} {"level":"info","ts":1784852895.7744002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","EoS":true} {"level":"info","ts":1784852895.7744324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852895.774452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852895.774474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"} {"level":"info","ts":1784852895.8102515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852895.8103194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2"} {"level":"info","ts":1784852895.81033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2"} {"level":"info","ts":1784852895.8103404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2","EoS":false} {"level":"info","ts":1784852895.810354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2","EoS":true} {"level":"info","ts":1784852895.8103733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852895.810389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852895.810408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c65c07b9-e7f5-912a-8da4-b89ad5addbd2"} {"level":"info","ts":1784852899.9774222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852899.977513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63"} {"level":"info","ts":1784852899.9775224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63"} {"level":"info","ts":1784852899.9775343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63","EoS":false} {"level":"info","ts":1784852899.977548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63","EoS":true} {"level":"info","ts":1784852899.9775703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852899.9775853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852899.9776173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bcf0946-1ed7-45da-891c-7ea428ca6b63"} {"level":"info","ts":1784852918.931195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852918.9312851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"} {"level":"info","ts":1784852918.9313006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"} {"level":"info","ts":1784852918.9313185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","EoS":false} {"level":"info","ts":1784852918.9313364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","EoS":true} {"level":"info","ts":1784852918.9313643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852918.9313848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852918.9314144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"} {"level":"info","ts":1784852919.071277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852919.0713556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"} {"level":"info","ts":1784852919.0713663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"} {"level":"info","ts":1784852919.0713785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","EoS":false} {"level":"info","ts":1784852919.0713897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","EoS":true} {"level":"info","ts":1784852919.0714097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852919.0714242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852919.0714447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"} {"level":"info","ts":1784852919.2101119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852919.2101858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"} {"level":"info","ts":1784852919.2101943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"} {"level":"info","ts":1784852919.210205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","EoS":false} {"level":"info","ts":1784852919.2102156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","EoS":true} {"level":"info","ts":1784852919.2102394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852919.2102551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852919.210276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"} {"level":"info","ts":1784852919.347979,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852919.3480613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"} {"level":"info","ts":1784852919.3480723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"} {"level":"info","ts":1784852919.3481102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","EoS":false} {"level":"info","ts":1784852919.348122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","EoS":true} {"level":"info","ts":1784852919.3481452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852919.3481605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852919.348188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"} {"level":"info","ts":1784852919.4860241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852919.4861195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"} {"level":"info","ts":1784852919.4861307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"} {"level":"info","ts":1784852919.4861462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","EoS":false} {"level":"info","ts":1784852919.4861608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","EoS":true} {"level":"info","ts":1784852919.4861822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852919.4861972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852919.4862173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"} {"level":"info","ts":1784852919.6238358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852919.623904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be"} {"level":"info","ts":1784852919.6239123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be"} {"level":"info","ts":1784852919.6239243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be","EoS":false} {"level":"info","ts":1784852919.623935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be","EoS":true} {"level":"info","ts":1784852919.623955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852919.6239696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852919.6239913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4051853a-6180-46e4-b904-d51fbb4332be"} {"level":"info","ts":1784852938.543331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852938.543404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"} {"level":"info","ts":1784852938.5434134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"} {"level":"info","ts":1784852938.5434246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","EoS":false} {"level":"info","ts":1784852938.5434368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","EoS":true} {"level":"info","ts":1784852938.5434568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852938.5434716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852938.543491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"} {"level":"info","ts":1784852938.584012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852938.5841236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00"} {"level":"info","ts":1784852938.5841377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00"} {"level":"info","ts":1784852938.5841506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00","EoS":false} {"level":"info","ts":1784852938.584164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00","EoS":true} {"level":"info","ts":1784852938.584185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852938.584206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852938.5842278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fc6334f-aad0-4672-99ef-846b8413ad00"} {"level":"info","ts":1784852938.619712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852938.6197815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693"} {"level":"info","ts":1784852938.6197915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693"} {"level":"info","ts":1784852938.6198041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693","EoS":false} {"level":"info","ts":1784852938.6198173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693","EoS":true} {"level":"info","ts":1784852938.6198356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852938.6198516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852938.6198704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d972b41-e2c1-4430-82a2-66a8bf6df693"} {"level":"info","ts":1784852938.6538272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852938.6539001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"} {"level":"info","ts":1784852943.2907348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852943.2908156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"} {"level":"info","ts":1784852943.2908268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"} {"level":"info","ts":1784852943.2908382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","EoS":false} {"level":"info","ts":1784852943.2908487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","EoS":true} {"level":"info","ts":1784852943.290869,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852943.290882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852943.2909012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"} {"level":"info","ts":1784852951.9416976,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852951.9417837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4"} {"level":"info","ts":1784852951.9417942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4"} {"level":"info","ts":1784852951.941805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4","EoS":false} {"level":"info","ts":1784852951.941816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4","EoS":true} {"level":"info","ts":1784852951.9418385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852951.9418542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852951.941873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41f131a8-7d9e-4c8d-99f5-8a6f9b5950b4"} {"level":"info","ts":1784852953.9763052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852953.9764097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"} {"level":"info","ts":1784852953.9764273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"} {"level":"info","ts":1784852953.9764452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","EoS":false} {"level":"info","ts":1784852953.9764662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","EoS":true} {"level":"info","ts":1784852953.9764993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852953.9765196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852953.976544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"} {"level":"info","ts":1784852966.86664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852966.8667393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"} {"level":"info","ts":1784852966.866757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"} {"level":"info","ts":1784852966.866774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","EoS":false} {"level":"info","ts":1784852966.8667965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","EoS":true} {"level":"info","ts":1784852966.8668258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852966.866844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852966.8668709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"} {"level":"info","ts":1784852975.4285312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852975.4286172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"} {"level":"info","ts":1784852975.4286258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"} {"level":"info","ts":1784852975.428637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","EoS":false} {"level":"info","ts":1784852975.4286478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","EoS":true} {"level":"info","ts":1784852975.4286687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852975.428684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852975.4287038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"} {"level":"info","ts":1784852984.3300543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852984.3301501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"} {"level":"info","ts":1784852984.3301604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"} {"level":"info","ts":1784852984.3301716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","EoS":false} {"level":"info","ts":1784852984.3301852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","EoS":true} {"level":"info","ts":1784852984.3302054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852984.3302197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852984.3302398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"} {"level":"info","ts":1784852993.3634527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852993.363533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b"} {"level":"info","ts":1784852993.3635457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b"} {"level":"info","ts":1784852993.3635564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b","EoS":false} {"level":"info","ts":1784852993.363567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b","EoS":true} {"level":"info","ts":1784852993.363587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852993.3636014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852993.3636198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6cb586e-af21-4bed-9ed4-3a5994c1875b"} {"level":"info","ts":1784852998.189345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852998.1894224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299"} {"level":"info","ts":1784852998.189434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299"} {"level":"info","ts":1784852998.1894448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299","EoS":false} {"level":"info","ts":1784852998.1894567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299","EoS":true} {"level":"info","ts":1784852998.189481,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852998.189495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852998.1895158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ff1063d-0fa8-461d-9c29-55b93b158299"} {"level":"info","ts":1784853002.999514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853002.9995923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b"} {"level":"info","ts":1784853002.9996018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b"} {"level":"info","ts":1784853002.9996147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b","EoS":false} {"level":"info","ts":1784853002.9996247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b","EoS":true} {"level":"info","ts":1784853002.999643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853002.9996583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853002.9996774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55ab93c2-f66b-4c6b-a7b4-6bc56b3efd0b"} {"level":"info","ts":1784853003.292431,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853003.292509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735"} {"level":"info","ts":1784853003.2925184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735"} {"level":"info","ts":1784853003.2925296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735","EoS":false} {"level":"info","ts":1784853003.2925436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735","EoS":true} {"level":"info","ts":1784853003.292564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853003.2925816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853003.2926044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f43928f-1cf3-4bc0-80ac-e843012b3735"} {"level":"info","ts":1784853005.324174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853005.3242507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b"} {"level":"info","ts":1784853005.32426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b"} {"level":"info","ts":1784853005.3242705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b","EoS":false} {"level":"info","ts":1784853005.3242807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b","EoS":true} {"level":"info","ts":1784853005.3243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853005.3243155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853005.3243365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbb82cbb-6ac9-4b66-a4f4-9293190ba72b"} {"level":"info","ts":1784853007.366129,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853007.3662071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"} {"level":"info","ts":1784853007.3662164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"} {"level":"info","ts":1784853007.3662293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","EoS":false} {"level":"info","ts":1784853007.366242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","EoS":true} {"level":"info","ts":1784853007.366264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853007.3662806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853007.3663003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"} {"level":"info","ts":1784853030.3776014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853030.3776717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"} {"level":"info","ts":1784853030.3776803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"} {"level":"info","ts":1784853030.3776915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","EoS":false} {"level":"info","ts":1784853030.377702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","EoS":true} {"level":"info","ts":1784853030.3777246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853030.3777397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853030.377759,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"} {"level":"info","ts":1784853039.8139563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853039.8140392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c"} {"level":"info","ts":1784853039.814058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c"} {"level":"info","ts":1784853039.8141053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c","EoS":false} {"level":"info","ts":1784853039.814128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c","EoS":true} {"level":"info","ts":1784853039.8141599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853039.8141792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853039.8142087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b86ec2f9-982c-43df-8c43-e8687be9cf3c"} {"level":"info","ts":1784853045.3950357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853045.3951225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885"} {"level":"info","ts":1784853045.395135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885"} {"level":"info","ts":1784853045.3951476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885","EoS":false} {"level":"info","ts":1784853045.3951592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885","EoS":true} {"level":"info","ts":1784853045.39518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853045.395196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853045.395216,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0eac9043-a47c-432f-9cc0-3774d7494885"} {"level":"info","ts":1784853055.0557237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853055.0558007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136"} {"level":"info","ts":1784853055.0558128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136"} {"level":"info","ts":1784853055.0558286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136","EoS":false} {"level":"info","ts":1784853055.0558434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136","EoS":true} {"level":"info","ts":1784853055.0558639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853055.0558805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853055.0559008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fa5ffe4-c2a9-43ff-ac65-10ce9c21d136"} {"level":"info","ts":1784853057.088932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853057.0890102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"} {"level":"info","ts":1784853057.0890224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"} {"level":"info","ts":1784853057.089038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","EoS":false} {"level":"info","ts":1784853057.089052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","EoS":true} {"level":"info","ts":1784853057.089074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853057.0891209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853057.089142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"} {"level":"info","ts":1784853066.5958192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853066.5958953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"} {"level":"info","ts":1784853066.5959053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"} {"level":"info","ts":1784853066.5959165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","EoS":false} {"level":"info","ts":1784853066.5959275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","EoS":true} {"level":"info","ts":1784853066.595947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853066.5959623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853066.5959826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"} {"level":"info","ts":1784853066.637307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853066.6373851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"} {"level":"info","ts":1784853066.6373944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"} {"level":"info","ts":1784853066.6374054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","EoS":false} {"level":"info","ts":1784853066.6374192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","EoS":true} {"level":"info","ts":1784853066.6374397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853066.6374543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853066.6374743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"} {"level":"info","ts":1784853085.9434493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853085.943539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"} {"level":"info","ts":1784853085.9435542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"} {"level":"info","ts":1784853085.9435751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","EoS":false} {"level":"info","ts":1784853085.9435954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","EoS":true} {"level":"info","ts":1784853085.943628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853085.9436464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853085.9436765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"} {"level":"info","ts":1784853095.3886971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853095.3887708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918"} {"level":"info","ts":1784853095.38878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918"} {"level":"info","ts":1784853095.3887913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918","EoS":false} {"level":"info","ts":1784853095.3888047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918","EoS":true} {"level":"info","ts":1784853095.3888268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853095.388841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853095.3888636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3927c770-7526-49ec-964b-47d3e2c3d918"} {"level":"info","ts":1784853100.8166409,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853100.8167262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b"} {"level":"info","ts":1784853100.8167381,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b"} {"level":"info","ts":1784853100.8167694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b","EoS":false} {"level":"info","ts":1784853100.8167892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b","EoS":true} {"level":"info","ts":1784853100.8168657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784853100.8168852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784853100.8169153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"881112c9-72ae-4e1a-866c-48de51df024b"} {"level":"info","ts":1784853192.8486738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853192.848774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492"} {"level":"info","ts":1784853192.848786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492"} {"level":"info","ts":1784853192.848804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492","EoS":false} {"level":"info","ts":1784853192.8488228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492","EoS":true} {"level":"info","ts":1784853192.8488529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784853192.8488734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784853192.848896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c68a1890-1a34-4ed4-9aa4-1e3144fc4492"} {"level":"info","ts":1784853218.39855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853218.3986197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"} {"level":"info","ts":1784853218.3986287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"} {"level":"info","ts":1784853218.3986394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","EoS":false} {"level":"info","ts":1784853218.3986504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","EoS":true} {"level":"info","ts":1784853218.3986707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784853218.398686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784853218.3987072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"} {"level":"info","ts":1784853255.6973865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853255.697481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"} {"level":"info","ts":1784853255.6974938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"} {"level":"info","ts":1784853255.6975126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","EoS":false} {"level":"info","ts":1784853255.6975324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","EoS":true} {"level":"info","ts":1784853255.697631,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853255.697653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853255.697684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"} {"level":"info","ts":1784853270.9866319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853270.9867082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"} {"level":"info","ts":1784853270.986717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"} {"level":"info","ts":1784853270.9867284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","EoS":false} {"level":"info","ts":1784853270.9867418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","EoS":true} {"level":"info","ts":1784853270.986762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853270.986779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853270.9868038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"} {"level":"info","ts":1784853271.3002179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853271.300302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c"} {"level":"info","ts":1784853271.3003156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c"} {"level":"info","ts":1784853271.3003356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c","EoS":false} {"level":"info","ts":1784853271.3003573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c","EoS":true} {"level":"info","ts":1784853271.300389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853271.3004644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853271.3004928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c2d976e-9d91-42e0-a27a-30ca9fe0657c"} {"level":"info","ts":1784853579.4726107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853579.4727144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"} {"level":"info","ts":1784853579.4727283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"} {"level":"info","ts":1784853579.472747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","EoS":false} {"level":"info","ts":1784853579.4727695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","EoS":true} {"level":"info","ts":1784853579.4727998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853579.4728174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853579.4728925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"} {"level":"info","ts":1784853579.5121608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853579.5122297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"} {"level":"info","ts":1784853579.5122387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"} {"level":"info","ts":1784853579.5122504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","EoS":false} {"level":"info","ts":1784853579.5122623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","EoS":true} {"level":"info","ts":1784853579.512283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853579.5122974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853579.5123174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"} {"level":"info","ts":1784853579.5492947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853579.5493886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189"} {"level":"info","ts":1784853579.5494041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189"} {"level":"info","ts":1784853579.5494225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189","EoS":false} {"level":"info","ts":1784853579.5494435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189","EoS":true} {"level":"info","ts":1784853579.5494723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853579.5494897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853579.549518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86f0cf76-9d94-45ac-9b03-3375df307189"} {"level":"info","ts":1784853579.5818524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853579.5819201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb"} {"level":"info","ts":1784853579.5819294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb"} {"level":"info","ts":1784853579.581941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb","EoS":false} {"level":"info","ts":1784853579.5819542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb","EoS":true} {"level":"info","ts":1784853579.5819721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853579.5819867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853579.5820389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57ceb532-4015-4052-8912-e30b2d2f9ccb"} {"level":"info","ts":1784853584.4738185,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84cb7851-e00b-477e-aa38-c255d6f9b96f"} {"level":"info","ts":1784853584.4738498,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0822dd42-7bd2-4c16-915e-81a1b847c7be","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853584.473887,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0822dd42-7bd2-4c16-915e-81a1b847c7be","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853584.4800894,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"377bffff-18d7-48a0-aa53-5636258609bd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853584.480116,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"377bffff-18d7-48a0-aa53-5636258609bd","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784853584.4835982,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84cb7851-e00b-477e-aa38-c255d6f9b96f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853584.4839103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35384.230121195,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.48393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6300902,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6302528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea9d07c-bba1-4323-9bed-21a72adbfb10","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853584.6303005,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea9d07c-bba1-4323-9bed-21a72adbfb10","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853584.6308997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bae6b86-95af-4592-ae7d-0686d828076d"} {"level":"info","ts":1784853584.6310172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1e6c13b-f02e-4924-a089-97afba963030","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853584.6312563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1e6c13b-f02e-4924-a089-97afba963030","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853584.6313195,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32715.071343056,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6313336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6316044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36703.945811412,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6316297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6384995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.6393719,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853584.732349,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84cb7851-e00b-477e-aa38-c255d6f9b96f","name":"e2e-external-provider"} {"level":"info","ts":1784853584.732349,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bae6b86-95af-4592-ae7d-0686d828076d","name":"e2e-external-model"} {"level":"info","ts":1784853584.7358463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf25299c-dcc2-4648-896e-7725a0650323","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853584.7358806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf25299c-dcc2-4648-896e-7725a0650323","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784853584.7463884,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bae6b86-95af-4592-ae7d-0686d828076d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784853584.7464983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bae6b86-95af-4592-ae7d-0686d828076d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853584.746604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86aa31f6-757d-4b0c-8811-a937879d830a"} {"level":"info","ts":1784853584.7466793,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86aa31f6-757d-4b0c-8811-a937879d830a","name":"e2e-external-model"} {"level":"info","ts":1784853584.749848,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84cb7851-e00b-477e-aa38-c255d6f9b96f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853584.7509675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"427c1870-57a8-46f8-b44c-7b58e785eb27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853584.7509933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"427c1870-57a8-46f8-b44c-7b58e785eb27","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784853584.7532415,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84cb7851-e00b-477e-aa38-c255d6f9b96f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853584.7533262,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"869141a9-3bf0-4b1e-bc04-0548e87af06c"} {"level":"info","ts":1784853584.7533731,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"869141a9-3bf0-4b1e-bc04-0548e87af06c","name":"e2e-external-provider"} {"level":"info","ts":1784853584.7551637,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86aa31f6-757d-4b0c-8811-a937879d830a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784853584.7586532,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86aa31f6-757d-4b0c-8811-a937879d830a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853584.7587185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28417058-9ed9-4ba2-a9e4-9b863ff9ae03"} {"level":"info","ts":1784853584.758761,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28417058-9ed9-4ba2-a9e4-9b863ff9ae03","name":"e2e-external-model"} {"level":"info","ts":1784853584.7635925,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"869141a9-3bf0-4b1e-bc04-0548e87af06c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853584.7679698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b05baf24-b59a-4e79-8cc5-2b3c05698ab2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853584.7679927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b05baf24-b59a-4e79-8cc5-2b3c05698ab2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853584.7690625,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28417058-9ed9-4ba2-a9e4-9b863ff9ae03","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784853584.7725496,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28417058-9ed9-4ba2-a9e4-9b863ff9ae03","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853584.7726092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"951ed3a5-7695-43c7-b653-dbd237ec9df2"} {"level":"info","ts":1784853584.772647,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"951ed3a5-7695-43c7-b653-dbd237ec9df2","name":"e2e-external-model"} {"level":"info","ts":1784853584.780042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"951ed3a5-7695-43c7-b653-dbd237ec9df2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853592.0213444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853592.0214205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a"} {"level":"info","ts":1784853592.02143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a"} {"level":"info","ts":1784853592.0214403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","EoS":false} {"level":"info","ts":1784853592.0214508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","EoS":true} {"level":"info","ts":1784853592.0214689,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853592.0214815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853592.0214887,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","modelName":"e2e-external-model"} {"level":"info","ts":1784853592.021503,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853592.0215657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a5a7c55-0151-49be-a910-7b214faf621a"} {"level":"info","ts":1784853592.068263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853592.0683444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a"} {"level":"info","ts":1784853592.0683541,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a"} {"level":"info","ts":1784853592.068365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","EoS":false} {"level":"info","ts":1784853592.0683782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","EoS":true} {"level":"info","ts":1784853592.0683978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853592.0684135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853592.0684214,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","modelName":"e2e-external-model"} {"level":"info","ts":1784853592.0684352,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853592.0684736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cfef1bb-5106-9e46-b958-360c2c3cda4a"} {"level":"info","ts":1784853592.0972915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853592.0973525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"} {"level":"info","ts":1784853592.0973625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"} {"level":"info","ts":1784853592.0973725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","EoS":false} {"level":"info","ts":1784853592.0973825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","EoS":true} {"level":"info","ts":1784853592.0973997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853592.0974135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853592.0974205,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","modelName":"e2e-external-model"} {"level":"info","ts":1784853592.0974324,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853592.097467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"} {"level":"info","ts":1784853592.2309935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5758cda0-83a7-4319-bc6b-82254c1d5a47"} {"level":"info","ts":1784853592.2309945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a53aec-fcad-49d6-9d46-c4f5d09d98c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853592.2311072,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a53aec-fcad-49d6-9d46-c4f5d09d98c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853592.2382057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c1e75cb-ce59-4c76-bf5d-294b51e91b3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853592.2382357,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c1e75cb-ce59-4c76-bf5d-294b51e91b3e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853592.2398682,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5758cda0-83a7-4319-bc6b-82254c1d5a47","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853592.2399347,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5758cda0-83a7-4319-bc6b-82254c1d5a47","name":"e2e-cleanup-test"} {"level":"info","ts":1784853592.2633226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b25bdbc-063b-4a4f-8727-75b8d474b5ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853592.2633538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b25bdbc-063b-4a4f-8727-75b8d474b5ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853592.2637835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5758cda0-83a7-4319-bc6b-82254c1d5a47","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784853592.2638266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5758cda0-83a7-4319-bc6b-82254c1d5a47","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853592.2638822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cad70158-03b4-4091-9007-32308334ab99"} {"level":"info","ts":1784853592.2639368,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cad70158-03b4-4091-9007-32308334ab99","name":"e2e-cleanup-test"} {"level":"error","ts":1784853592.2783587,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cad70158-03b4-4091-9007-32308334ab99","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853592.2784095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d199877-7679-4b44-83d6-a33ce9aa5a2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853592.2784278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d174e5-e922-492e-be58-82c4b3233874"} {"level":"info","ts":1784853592.2784472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d199877-7679-4b44-83d6-a33ce9aa5a2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853592.278485,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d174e5-e922-492e-be58-82c4b3233874","name":"e2e-cleanup-test"} {"level":"info","ts":1784853592.286547,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89d174e5-e922-492e-be58-82c4b3233874","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853592.2935836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04fdb8cb-25c7-4924-b146-087467bc6d1b"} {"level":"info","ts":1784853592.2936056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26bed0ca-6336-432e-9586-fdf46d74459e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853592.2936323,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04fdb8cb-25c7-4924-b146-087467bc6d1b","name":"e2e-cleanup-test"} {"level":"info","ts":1784853592.2936425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26bed0ca-6336-432e-9586-fdf46d74459e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853592.3010232,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04fdb8cb-25c7-4924-b146-087467bc6d1b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853600.5219548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8513d29-84db-464b-8a85-5ec798e55b45"} {"level":"info","ts":1784853600.5220022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b761520-3c2f-4a56-b5c5-4efb915ebdad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853600.5220356,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b761520-3c2f-4a56-b5c5-4efb915ebdad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853604.8451376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853604.8452373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"} {"level":"info","ts":1784853604.8452525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"} {"level":"info","ts":1784853604.845269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","EoS":false} {"level":"info","ts":1784853604.8452845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","EoS":true} {"level":"info","ts":1784853604.8453112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784853604.8453326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784853604.8453603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"} {"level":"info","ts":1784853604.871867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853604.871928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"} {"level":"info","ts":1784853604.8719363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"} {"level":"info","ts":1784853604.8719463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","EoS":false} {"level":"info","ts":1784853604.8719585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","EoS":true} {"level":"info","ts":1784853604.8719785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853604.871993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853604.8720002,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","modelName":"e2e-external-model"} {"level":"info","ts":1784853604.8720133,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853604.8720512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"} {"level":"info","ts":1784853604.9164963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853604.9165585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"} {"level":"info","ts":1784853604.9165668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"} {"level":"info","ts":1784853604.9165769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","EoS":false} {"level":"info","ts":1784853604.9165862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","EoS":true} {"level":"info","ts":1784853604.9166062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784853604.9166195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853604.9166367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"} {"level":"info","ts":1784853605.060581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853605.060655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"} {"level":"info","ts":1784853605.0606637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"} {"level":"info","ts":1784853605.060675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","EoS":false} {"level":"info","ts":1784853605.0606866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","EoS":true} {"level":"info","ts":1784853605.060711,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","field":"model"} {"level":"info","ts":1784853605.0607357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"} {"level":"info","ts":1784853605.9740195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e342686f-951d-49d2-9a35-14dfd7df4515"} {"level":"info","ts":1784853605.9740548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06bb0175-d054-4f74-b4e8-15229ccefb20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853605.974107,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06bb0175-d054-4f74-b4e8-15229ccefb20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853606.1340039,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0743394-945d-4131-bc46-b41b0cade2e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853606.1340477,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0743394-945d-4131-bc46-b41b0cade2e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853606.1340125,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6ab35d9-090c-41d8-8182-ec38bbc07214"} {"level":"info","ts":1784854682.5749445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854682.575041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30367b93-9ec2-4ca2-b94b-3350c75df0fd"} {"level":"info","ts":1784854747.2620223,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854747.2621322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"} {"level":"info","ts":1784854747.2621486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"} {"level":"info","ts":1784854747.2621617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","EoS":false} {"level":"info","ts":1784854747.2621813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","EoS":true} {"level":"info","ts":1784854747.2622058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784854747.262223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784854747.2622485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}