{"level":"info","ts":1784779773.500483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b180b17-14d5-417c-a05a-73c2cad306ca","EoS":true} {"level":"info","ts":1784779773.5005002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b180b17-14d5-417c-a05a-73c2cad306ca","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779773.500514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b180b17-14d5-417c-a05a-73c2cad306ca","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779773.5005305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b180b17-14d5-417c-a05a-73c2cad306ca"} {"level":"info","ts":1784779774.166236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779774.1663222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.1663377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.1663573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","EoS":false} {"level":"info","ts":1784779774.1663778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","EoS":true} {"level":"info","ts":1784779774.1664057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779774.1664236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779774.166451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.2087727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779774.2088673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be"} {"level":"info","ts":1784779774.2088823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be"} {"level":"info","ts":1784779774.208895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be","EoS":false} {"level":"info","ts":1784779774.2089055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be","EoS":true} {"level":"info","ts":1784779774.2089205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779774.2089338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779774.2089505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8982e40-09b1-4e5a-ab55-5213864579be"} {"level":"info","ts":1784779778.374869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779778.3749511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a"} {"level":"info","ts":1784779778.374961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a"} {"level":"info","ts":1784779778.374974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a","EoS":false} {"level":"info","ts":1784779778.3749928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a","EoS":true} {"level":"info","ts":1784779778.3750138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779778.3750284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779778.3750484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43bdd6a9-b670-46a5-ae37-bdd93832948a"} {"level":"info","ts":1784779797.2986243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.2987092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.2987237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.2987356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","EoS":false} {"level":"info","ts":1784779797.2987497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","EoS":true} {"level":"info","ts":1784779797.298771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.2987854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.2988334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.4398487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.4399118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.4399202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.439931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","EoS":false} {"level":"info","ts":1784779797.4399414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","EoS":true} {"level":"info","ts":1784779797.4399583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.4399738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.4399924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.5802915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.5803647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5803819,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5804002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","EoS":false} {"level":"info","ts":1784779797.5804188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","EoS":true} {"level":"info","ts":1784779797.5804434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.5804613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.5804868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.7166898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.7167668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7167833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7168157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","EoS":false} {"level":"info","ts":1784779797.7168357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","EoS":true} {"level":"info","ts":1784779797.7168622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.7168803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.7169077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.8524165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.8524876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.8525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.8525116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","EoS":false} {"level":"info","ts":1784779797.8525238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","EoS":true} {"level":"info","ts":1784779797.8525412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.8525553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.8525765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.9911587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.9912226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d"} {"level":"info","ts":1784779797.9912329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d"} {"level":"info","ts":1784779797.9912436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d","EoS":false} {"level":"info","ts":1784779797.991254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d","EoS":true} {"level":"info","ts":1784779797.9912703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779797.991284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.9913015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0597d31c-ca34-4cea-9fd3-c277af802b8d"} {"level":"info","ts":1784779814.7642498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.764335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7643478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7643607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","EoS":false} {"level":"info","ts":1784779814.7643733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","EoS":true} {"level":"info","ts":1784779814.7643995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779814.7644124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779814.7644317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.8055425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.8056154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea"} {"level":"info","ts":1784779814.8056335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea"} {"level":"info","ts":1784779814.8056524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea","EoS":false} {"level":"info","ts":1784779814.8056722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea","EoS":true} {"level":"info","ts":1784779814.8057022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779814.8057218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779814.8057487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"530df6b6-03d7-4220-975a-92dc9000dbea"} {"level":"info","ts":1784779814.8413951,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.8414567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f"} {"level":"info","ts":1784779814.841468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f"} {"level":"info","ts":1784779814.8414874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f","EoS":false} {"level":"info","ts":1784779814.8415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f","EoS":true} {"level":"info","ts":1784779814.8415155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779814.8415287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779814.841547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0d6cfa6-e3ea-401a-8652-e5752abcce3f"} {"level":"info","ts":1784779814.8851628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.8852305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779819.5126965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779819.5127716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.51278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.5127912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","EoS":false} {"level":"info","ts":1784779819.5128264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","EoS":true} {"level":"info","ts":1784779819.5128467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779819.512861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779819.51288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779828.0962489,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779828.0963264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743"} {"level":"info","ts":1784779828.096339,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743"} {"level":"info","ts":1784779828.09635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743","EoS":false} {"level":"info","ts":1784779828.0963604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743","EoS":true} {"level":"info","ts":1784779828.0963798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779828.0963929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779828.0964131,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56d523a5-7dc0-4df8-bd44-066eedc04743"} {"level":"info","ts":1784779830.1332576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779830.1333382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.133348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.1333606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","EoS":false} {"level":"info","ts":1784779830.1333778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","EoS":true} {"level":"info","ts":1784779830.1334047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779830.1334198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779830.1334417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779843.034649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779843.0347502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0347664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0347831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","EoS":false} {"level":"info","ts":1784779843.0347996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","EoS":true} {"level":"info","ts":1784779843.0348449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779843.0348637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779843.0348878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779851.569354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779851.5694377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.5694487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.569462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","EoS":false} {"level":"info","ts":1784779851.5694723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","EoS":true} {"level":"info","ts":1784779851.5694933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779851.569509,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779851.5695283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779860.4412649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779860.441366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4413784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4413922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","EoS":false} {"level":"info","ts":1784779860.4414065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","EoS":true} {"level":"info","ts":1784779860.4414265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779860.4414418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779860.4414616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779869.4292839,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779869.429355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b"} {"level":"info","ts":1784779869.4293659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b"} {"level":"info","ts":1784779869.4293776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b","EoS":false} {"level":"info","ts":1784779869.4293916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b","EoS":true} {"level":"info","ts":1784779869.4294133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779869.4294257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779869.4294443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e64dc934-df0c-4eb3-b3bb-7edcdf64f03b"} {"level":"info","ts":1784779874.1859405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779874.1860344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790"} {"level":"info","ts":1784779874.1860507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790"} {"level":"info","ts":1784779874.186066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790","EoS":false} {"level":"info","ts":1784779874.1860778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790","EoS":true} {"level":"info","ts":1784779874.1860993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784779874.1861153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779874.1861358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec454cd9-9f87-4a29-8214-f3f65ed7a790"} {"level":"info","ts":1784779878.9443057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779878.9443903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3"} {"level":"info","ts":1784779878.944403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3"} {"level":"info","ts":1784779878.9444158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3","EoS":false} {"level":"info","ts":1784779878.9444299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3","EoS":true} {"level":"info","ts":1784779878.944448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779878.9444623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779878.9444833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2bad3db-857c-4d08-8bcc-85660344b7c3"} {"level":"info","ts":1784779879.2149708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779879.2150607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c"} {"level":"info","ts":1784779879.2150786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c"} {"level":"info","ts":1784779879.2150977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c","EoS":false} {"level":"info","ts":1784779879.2151208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c","EoS":true} {"level":"info","ts":1784779879.2151518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779879.2151685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779879.2151964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"928921ee-6388-4af8-8271-6a5dca26fa0c"} {"level":"info","ts":1784779881.2478652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779881.2479446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2"} {"level":"info","ts":1784779881.2479544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2"} {"level":"info","ts":1784779881.2479665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2","EoS":false} {"level":"info","ts":1784779881.2479799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2","EoS":true} {"level":"info","ts":1784779881.2480006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779881.2480152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779881.248034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43b9621c-7638-4134-86c9-e3625112f2d2"} {"level":"info","ts":1784779883.284857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779883.2849357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.284946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.2849593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","EoS":false} {"level":"info","ts":1784779883.2849758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","EoS":true} {"level":"info","ts":1784779883.2849958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779883.28501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779883.2850294,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779906.9661322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779906.9662273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.966242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.9662552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","EoS":false} {"level":"info","ts":1784779906.9662688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","EoS":true} {"level":"info","ts":1784779906.9662895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779906.966304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779906.966323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779916.3047109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779916.3047879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de"} {"level":"info","ts":1784779916.304799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de"} {"level":"info","ts":1784779916.304833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de","EoS":false} {"level":"info","ts":1784779916.3048434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de","EoS":true} {"level":"info","ts":1784779916.3048635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779916.3048794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779916.3048987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29bf6fcf-a1ef-41d5-a6e7-1675e9a846de"} {"level":"info","ts":1784779921.8471155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779921.847187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09"} {"level":"info","ts":1784779921.847198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09"} {"level":"info","ts":1784779921.8472087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09","EoS":false} {"level":"info","ts":1784779921.8472216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09","EoS":true} {"level":"info","ts":1784779921.8472414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779921.847255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779921.8472745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62b23f05-59b2-4408-8539-3139227b6d09"} {"level":"info","ts":1784779931.4360106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779931.436103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406"} {"level":"info","ts":1784779931.4361196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406"} {"level":"info","ts":1784779931.4361382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406","EoS":false} {"level":"info","ts":1784779931.4361563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406","EoS":true} {"level":"info","ts":1784779931.4361868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779931.436206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779931.4362402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67b2ca74-34cd-4875-9b55-191331d21406"} {"level":"info","ts":1784779933.4698231,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779933.4699094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.469922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4699337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","EoS":false} {"level":"info","ts":1784779933.469946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","EoS":true} {"level":"info","ts":1784779933.469966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779933.4699805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779933.4699998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779942.8651304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779942.8652186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8652349,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8652563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","EoS":false} {"level":"info","ts":1784779942.8652747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","EoS":true} {"level":"info","ts":1784779942.8653066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779942.8653243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779942.8653536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.9033654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779942.903421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.9034336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.903444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","EoS":false} {"level":"info","ts":1784779942.903454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","EoS":true} {"level":"info","ts":1784779942.903471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779942.9034843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779942.9035015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779962.0644693,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779962.064563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.0645826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.0646024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","EoS":false} {"level":"info","ts":1784779962.0646243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","EoS":true} {"level":"info","ts":1784779962.0646539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779962.0646715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779962.0647006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779971.4214733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779971.4215508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26"} {"level":"info","ts":1784779971.4215634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26"} {"level":"info","ts":1784779971.4215753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26","EoS":false} {"level":"info","ts":1784779971.4215884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26","EoS":true} {"level":"info","ts":1784779971.4216104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784779971.421628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779971.421648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67adde4c-9ba7-43b8-b512-e3d44aedbf26"} {"level":"info","ts":1784779976.6704338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779976.670509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257"} {"level":"info","ts":1784779976.67052,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257"} {"level":"info","ts":1784779976.6705313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257","EoS":false} {"level":"info","ts":1784779976.6705446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257","EoS":true} {"level":"info","ts":1784779976.670564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784779976.6705782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779976.6705968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"000de584-a16c-4945-a45e-e96540dc2257"} {"level":"info","ts":1784780067.1357827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780067.1359017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c"} {"level":"info","ts":1784780067.1359167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c"} {"level":"info","ts":1784780067.1359293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c","EoS":false} {"level":"info","ts":1784780067.1359398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c","EoS":true} {"level":"info","ts":1784780067.1359625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784780067.135982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784780067.1360023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89e5bd77-ec99-4f24-8c7e-125a4ad0f21c"} {"level":"info","ts":1784780090.6039524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780090.6040454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6040597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6040783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","EoS":false} {"level":"info","ts":1784780090.6040988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","EoS":true} {"level":"info","ts":1784780090.6041286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784780090.6041472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784780090.6041765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780127.6632094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780127.6632915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.6632998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.663312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","EoS":false} {"level":"info","ts":1784780127.663325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","EoS":true} {"level":"info","ts":1784780127.6633441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784780127.6633584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780127.663377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780142.9145463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780142.9146369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.9146516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.914665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","EoS":false} {"level":"info","ts":1784780142.9146779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","EoS":true} {"level":"info","ts":1784780142.914699,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784780142.9147139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780142.914734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780143.1983263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780143.1984007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162"} {"level":"info","ts":1784780143.1984107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162"} {"level":"info","ts":1784780143.1984215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162","EoS":false} {"level":"info","ts":1784780143.1984315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162","EoS":true} {"level":"info","ts":1784780143.19845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784780143.1984653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780143.1984835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da54b996-392e-4dd7-b3ad-e51f5fca2162"} {"level":"info","ts":1784780447.6928186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780447.6929154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.692934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.6929533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","EoS":false} {"level":"info","ts":1784780447.6929739,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","EoS":true} {"level":"info","ts":1784780447.6930041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784780447.6930227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780447.6930518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.7352676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780447.7353392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f"} {"level":"info","ts":1784780447.7353559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f"} {"level":"info","ts":1784780447.7353692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f","EoS":false} {"level":"info","ts":1784780447.7353833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f","EoS":true} {"level":"info","ts":1784780447.7354004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784780447.7354133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780447.7354321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e395572f-2471-466f-b724-00d99bfd380f"} {"level":"info","ts":1784780447.7832348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780447.7832932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e"} {"level":"info","ts":1784780447.7833045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e"} {"level":"info","ts":1784780447.7833204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e","EoS":false} {"level":"info","ts":1784780447.7833314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e","EoS":true} {"level":"info","ts":1784780447.7833464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784780447.783361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780447.7833784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d44f8305-caa4-4250-bc52-8c9eb8749e2e"} {"level":"info","ts":1784780452.6311517,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5e91d88-d05e-4138-b652-a35a373ec20c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.6311913,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5e91d88-d05e-4138-b652-a35a373ec20c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784780452.631191,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"588e1973-14b7-47db-baf6-cd7f2d20ab89"} {"level":"info","ts":1784780452.638971,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"571518e9-a4f7-4621-89b1-d335a211ecc1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.6390052,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"571518e9-a4f7-4621-89b1-d335a211ecc1","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784780452.6403515,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"588e1973-14b7-47db-baf6-cd7f2d20ab89","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.6405535,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39042.854785657,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.6405716,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.744191,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.7509632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9193334-ddd0-4fb7-99d3-39632544e6ae"} {"level":"info","ts":1784780452.7515106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff80d2f7-52df-438e-8ca4-c373401081f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.751556,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff80d2f7-52df-438e-8ca4-c373401081f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.7587504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6f5b997-e821-4f98-9b3b-f9685d18bb1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.7587798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6f5b997-e821-4f98-9b3b-f9685d18bb1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.8312044,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b501d838-fa61-4d11-9865-36fef5ffb834","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.8312423,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b501d838-fa61-4d11-9865-36fef5ffb834","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784780452.8323321,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38316.995944646,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.8323581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.832545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dbf3c57-dbee-4f46-b379-fd3040510dce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.8325796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dbf3c57-dbee-4f46-b379-fd3040510dce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.8326173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe21003d-fd88-4d4a-966e-f2e22e0d61bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.8326297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe21003d-fd88-4d4a-966e-f2e22e0d61bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.8395965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.8407724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35149.209640916,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.8407905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.8493297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.89512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb6983ac-be9c-45a8-867e-a96a7dc61089","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.8951564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb6983ac-be9c-45a8-867e-a96a7dc61089","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.909587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8c105bb-d818-4aaa-a3c8-72f8ad83bc37","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.9096172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8c105bb-d818-4aaa-a3c8-72f8ad83bc37","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.9248831,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c5dcbf-8ab1-4bd5-9cf5-65321ca3f8ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.9249163,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c5dcbf-8ab1-4bd5-9cf5-65321ca3f8ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.932795,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9193334-ddd0-4fb7-99d3-39632544e6ae","name":"e2e-external-model"} {"level":"info","ts":1784780452.9411476,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"588e1973-14b7-47db-baf6-cd7f2d20ab89","name":"e2e-external-provider"} {"level":"info","ts":1784780452.9420173,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9193334-ddd0-4fb7-99d3-39632544e6ae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784780452.9452522,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9193334-ddd0-4fb7-99d3-39632544e6ae","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.9453375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2fce9dd-c3ca-467f-ae16-4c5cfd7f280d"} {"level":"info","ts":1784780452.9453957,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2fce9dd-c3ca-467f-ae16-4c5cfd7f280d","name":"e2e-external-model"} {"level":"info","ts":1784780452.950499,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"588e1973-14b7-47db-baf6-cd7f2d20ab89","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784780452.9534397,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2fce9dd-c3ca-467f-ae16-4c5cfd7f280d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784780452.9542944,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"588e1973-14b7-47db-baf6-cd7f2d20ab89","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.954405,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b042ac81-6344-4f23-8af4-8994d00fce7f"} {"level":"info","ts":1784780452.9544563,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b042ac81-6344-4f23-8af4-8994d00fce7f","name":"e2e-external-provider"} {"level":"info","ts":1784780452.963155,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b042ac81-6344-4f23-8af4-8994d00fce7f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784780462.2490878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780462.2491682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403"} {"level":"info","ts":1784780462.2491827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403"} {"level":"info","ts":1784780462.249199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","EoS":false} {"level":"info","ts":1784780462.2492187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","EoS":true} {"level":"info","ts":1784780462.2492507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784780462.2492666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780462.249278,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","modelName":"e2e-external-model"} {"level":"info","ts":1784780462.2492924,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780462.2493412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a57999b6-9446-414a-a13a-9121cc33f403"} {"level":"info","ts":1784780462.308792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780462.3089077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c"} {"level":"info","ts":1784780462.3089259,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c"} {"level":"info","ts":1784780462.3089418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","EoS":false} {"level":"info","ts":1784780462.30896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","EoS":true} {"level":"info","ts":1784780462.3089898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784780462.3090096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780462.3090217,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","modelName":"e2e-external-model"} {"level":"info","ts":1784780462.30904,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780462.309104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cee611bb-65ca-4e65-ae4e-1a70671bb38c"} {"level":"info","ts":1784780462.3376226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780462.3376973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.3377078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.3377185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","EoS":false} {"level":"info","ts":1784780462.3377297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","EoS":true} {"level":"info","ts":1784780462.3377502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784780462.3377674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780462.3377767,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","modelName":"e2e-external-model"} {"level":"info","ts":1784780462.3377912,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780462.3378608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.46851,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f6f6ef-737c-4cdf-91b0-d5afaa1c9863"} {"level":"info","ts":1784780462.4685576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3bff9f-8a94-475e-8ec1-68954fce24b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.4685948,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3bff9f-8a94-475e-8ec1-68954fce24b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.476536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48b14c98-480d-44dd-af90-faa8a9de9ef4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.476563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48b14c98-480d-44dd-af90-faa8a9de9ef4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784780462.4779198,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f6f6ef-737c-4cdf-91b0-d5afaa1c9863","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780462.477969,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f6f6ef-737c-4cdf-91b0-d5afaa1c9863","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.4947643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f24e4980-e28d-429f-adcb-a2f9099cf2de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.4948144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f24e4980-e28d-429f-adcb-a2f9099cf2de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784780462.4949524,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f6f6ef-737c-4cdf-91b0-d5afaa1c9863","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784780462.4949973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f6f6ef-737c-4cdf-91b0-d5afaa1c9863","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780462.4950483,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1b11d7f-3063-48c7-8e13-8e2bf83326b2"} {"level":"info","ts":1784780462.4950943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1b11d7f-3063-48c7-8e13-8e2bf83326b2","name":"e2e-cleanup-test"} {"level":"error","ts":1784780462.5105538,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1b11d7f-3063-48c7-8e13-8e2bf83326b2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780462.5106049,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b11d87a-6a4d-446b-bb3e-2789253f50dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.510629,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b11d87a-6a4d-446b-bb3e-2789253f50dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.5106676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6d905c-e9da-4c13-b18e-83c7fcef0a64"} {"level":"info","ts":1784780462.5107253,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6d905c-e9da-4c13-b18e-83c7fcef0a64","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.5215375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6d905c-e9da-4c13-b18e-83c7fcef0a64","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780462.5293453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7ca0464-74ba-4f12-9237-aecf3e909b82"} {"level":"info","ts":1784780462.529407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7ca0464-74ba-4f12-9237-aecf3e909b82","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.5293489,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"235d8dc8-67c9-4d02-b840-f72862867d9f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.5294535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"235d8dc8-67c9-4d02-b840-f72862867d9f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.538864,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7ca0464-74ba-4f12-9237-aecf3e909b82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780470.7375956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3e2a360-b441-4a11-903c-942a600a509d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780470.7376368,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3e2a360-b441-4a11-903c-942a600a509d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780470.73764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81237e81-cb24-4057-ae13-252fdb19ac2b"} {"level":"info","ts":1784780475.0657294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.065856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.0658767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.0658994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","EoS":false} {"level":"info","ts":1784780475.0659196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","EoS":true} {"level":"info","ts":1784780475.065945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784780475.0659606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784780475.0659811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.0956156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.0956676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.0956767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.0956874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","EoS":false} {"level":"info","ts":1784780475.0956974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","EoS":true} {"level":"info","ts":1784780475.0957127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784780475.0957236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780475.0957296,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","modelName":"e2e-external-model"} {"level":"info","ts":1784780475.0957417,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780475.095777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.134266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.1343188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.1343262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.1343362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","EoS":false} {"level":"info","ts":1784780475.1343558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","EoS":true} {"level":"info","ts":1784780475.13437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784780475.1343796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780475.134395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.271238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.271298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.271307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.2713168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","EoS":false} {"level":"info","ts":1784780475.2713268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","EoS":true} {"level":"info","ts":1784780475.271345,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","field":"model"} {"level":"info","ts":1784780475.2713673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780476.1613815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e043d8d-f810-4c76-a96e-e95945d1e3a6"} {"level":"info","ts":1784780476.161383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01f15a2a-dc56-4368-bf8f-78cc3ecc0b56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780476.1614351,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01f15a2a-dc56-4368-bf8f-78cc3ecc0b56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780476.3036554,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f0d2765-5156-406f-9675-455995e6b8fc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780476.3036854,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6a77e5f-5a86-4bbc-ab44-bba32d5816a0"} {"level":"info","ts":1784780476.3036988,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f0d2765-5156-406f-9675-455995e6b8fc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784781050.8343287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784781050.8344064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe"} {"level":"info","ts":1784781050.834415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe"} {"level":"info","ts":1784781050.834425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe","EoS":false} {"level":"info","ts":1784781050.8344364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe","EoS":true} {"level":"info","ts":1784781050.834455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784781050.8344705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe","path":"/ai-tenant-e2e-inf-b-c7abdc/test-model-c7abdc/v1/chat/completions"} {"level":"info","ts":1784781050.8344898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51a2de32-2740-4d14-86e8-1ff188c616fe"} {"level":"info","ts":1784781071.9067886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784781071.9068866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9068992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9069102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","EoS":false} {"level":"info","ts":1784781071.9069207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","EoS":true} {"level":"info","ts":1784781071.9069397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784781071.9069533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","path":"/ai-tenant-e2e-inf-b-c7abdc/test-model-c7abdc/v1/chat/completions"} {"level":"info","ts":1784781071.9069755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781581.037632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784781581.037718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a82b2b3a-e4f0-4396-ad12-c74ca0cf505a"}