{"level":"info","ts":1785667927.9762928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2784682-7c5b-403f-bf8e-9f40d433345e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667927.9763107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2784682-7c5b-403f-bf8e-9f40d433345e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667927.9763317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2784682-7c5b-403f-bf8e-9f40d433345e"} {"level":"info","ts":1785667928.0136545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667928.0137265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85"} {"level":"info","ts":1785667928.0137408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85"} {"level":"info","ts":1785667928.013753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85","EoS":false} {"level":"info","ts":1785667928.0137637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85","EoS":true} {"level":"info","ts":1785667928.0137818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667928.013796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667928.0138137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd56dc42-4063-46e8-b3f1-5fe588b8eb85"} {"level":"info","ts":1785667928.0374315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667928.037489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93"} {"level":"info","ts":1785667928.0374992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93"} {"level":"info","ts":1785667928.0375097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93","EoS":false} {"level":"info","ts":1785667928.037521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93","EoS":true} {"level":"info","ts":1785667928.037537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667928.0375495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667928.0375655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b48102b4-9bbb-42ce-b43a-3afa8f4d9d93"} {"level":"info","ts":1785667928.083752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667928.0838084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42"} {"level":"info","ts":1785667928.08382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42"} {"level":"info","ts":1785667928.083831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42","EoS":false} {"level":"info","ts":1785667928.0838416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42","EoS":true} {"level":"info","ts":1785667928.0838566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785667928.0838702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785667928.083886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbc1a698-a493-4f2f-a775-0ad163649a42"} {"level":"info","ts":1785667928.7840807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667928.7841783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3"} {"level":"info","ts":1785667928.7841945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3"} {"level":"info","ts":1785667928.7842083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3","EoS":false} {"level":"info","ts":1785667928.7842224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3","EoS":true} {"level":"info","ts":1785667928.7842438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667928.7842603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667928.7842805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b622143c-0c99-4109-ac06-790e8ac23cf3"} {"level":"info","ts":1785667928.8199205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667928.819977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd"} {"level":"info","ts":1785667928.8199852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd"} {"level":"info","ts":1785667928.8199956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd","EoS":false} {"level":"info","ts":1785667928.820005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd","EoS":true} {"level":"info","ts":1785667928.8200214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785667928.820052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785667928.8200722,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"233faff7-fed9-4193-93c4-dfff48b0a6dd"} {"level":"info","ts":1785667932.9851089,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667932.9851904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c"} {"level":"info","ts":1785667932.9852004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c"} {"level":"info","ts":1785667932.9852116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c","EoS":false} {"level":"info","ts":1785667932.9852257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c","EoS":true} {"level":"info","ts":1785667932.9852464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785667932.9852622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785667932.9852836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c0e347b-469d-47e8-be7b-39cdb482e64c"} {"level":"info","ts":1785667948.816127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667948.8162189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db"} {"level":"info","ts":1785667948.816235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db"} {"level":"info","ts":1785667948.8162482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db","EoS":false} {"level":"info","ts":1785667948.8162615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db","EoS":true} {"level":"info","ts":1785667948.816283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667948.816298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667948.8163197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb0e89c0-4895-407b-8eb7-e0aa973d33db"} {"level":"info","ts":1785667948.9697602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667948.9698787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe"} {"level":"info","ts":1785667948.9698913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe"} {"level":"info","ts":1785667948.969903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe","EoS":false} {"level":"info","ts":1785667948.969914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe","EoS":true} {"level":"info","ts":1785667948.9699347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667948.9699535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667948.969979,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebffb5c7-f0c8-4707-99ca-67d2d3032cfe"} {"level":"info","ts":1785667949.108135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.1082265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864"} {"level":"info","ts":1785667949.108239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864"} {"level":"info","ts":1785667949.10825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864","EoS":false} {"level":"info","ts":1785667949.1082602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864","EoS":true} {"level":"info","ts":1785667949.1082807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667949.108298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.108318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864"} {"level":"info","ts":1785667949.2486207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.2487276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.2487445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.2487583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","EoS":false} {"level":"info","ts":1785667949.248772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","EoS":true} {"level":"info","ts":1785667949.2487926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667949.2488086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.2488284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.3837135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.3837924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.383806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.383818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","EoS":false} {"level":"info","ts":1785667949.3838317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","EoS":true} {"level":"info","ts":1785667949.3838518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667949.3838668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.3838887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.5285501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.5286493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760"} {"level":"info","ts":1785667949.5286639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760"} {"level":"info","ts":1785667949.528676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760","EoS":false} {"level":"info","ts":1785667949.528689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760","EoS":true} {"level":"info","ts":1785667949.5287101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667949.5287263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.5287485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3060dd92-7a99-4a68-aee9-6090a2c3a760"} {"level":"info","ts":1785667970.655411,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.6554978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6555097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6555216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","EoS":false} {"level":"info","ts":1785667970.6555324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","EoS":true} {"level":"info","ts":1785667970.6555538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667970.6555693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.6555912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6931453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.6932378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.6932542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.6932678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","EoS":false} {"level":"info","ts":1785667970.6932847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","EoS":true} {"level":"info","ts":1785667970.6933048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667970.6933203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.6933424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.736519,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.7365835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb"} {"level":"info","ts":1785667970.7365916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb"} {"level":"info","ts":1785667970.7366018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb","EoS":false} {"level":"info","ts":1785667970.7366123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb","EoS":true} {"level":"info","ts":1785667970.7366319,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667970.7366447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.7366643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"726e9570-06a8-43d1-9906-cc131be91bdb"} {"level":"info","ts":1785667970.7692816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.769348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a"} {"level":"info","ts":1785667970.7693577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a"} {"level":"info","ts":1785667970.7693682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a","EoS":false} {"level":"info","ts":1785667970.7693777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a","EoS":true} {"level":"info","ts":1785667970.7693968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785667970.769412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.7694318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4be9682a-996d-483c-aef8-e7d72f649e2a"} {"level":"info","ts":1785667970.7993603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.7994382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667975.4542828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667975.454381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4544013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4544184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","EoS":false} {"level":"info","ts":1785667975.4544377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","EoS":true} {"level":"info","ts":1785667975.454465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667975.4544861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667975.4545133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667984.0005844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667984.0006745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.00069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0007093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","EoS":false} {"level":"info","ts":1785667984.000731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","EoS":true} {"level":"info","ts":1785667984.0007613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785667984.0007815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785667984.0008123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667996.8852985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667996.8853755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.8853848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.885396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","EoS":false} {"level":"info","ts":1785667996.8854065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","EoS":true} {"level":"info","ts":1785667996.8854268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785667996.8854425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667996.885465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785668005.4132075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668005.4132996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.413318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4133368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","EoS":false} {"level":"info","ts":1785668005.4133554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","EoS":true} {"level":"info","ts":1785668005.4133823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668005.413402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668005.413435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668014.3036752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668014.3037674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.303786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.3038075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","EoS":false} {"level":"info","ts":1785668014.3038251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","EoS":true} {"level":"info","ts":1785668014.3038533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668014.3038728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668014.3039036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668023.2598643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668023.2599664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216"} {"level":"info","ts":1785668023.2599869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216"} {"level":"info","ts":1785668023.2600062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216","EoS":false} {"level":"info","ts":1785668023.2600546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216","EoS":true} {"level":"info","ts":1785668023.260084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668023.2601101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668023.260138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f868b42d-c735-4d7a-b1d9-e2109c275216"} {"level":"info","ts":1785668028.068883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668028.068973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421"} {"level":"info","ts":1785668028.0689874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421"} {"level":"info","ts":1785668028.0689995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421","EoS":false} {"level":"info","ts":1785668028.0690134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421","EoS":true} {"level":"info","ts":1785668028.0690472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785668028.0690646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668028.0690863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c61e1f4-f47a-4ec8-8aa7-f173d1af1421"} {"level":"info","ts":1785668032.829496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668032.8295724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344"} {"level":"info","ts":1785668032.8295815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344"} {"level":"info","ts":1785668032.8295925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344","EoS":false} {"level":"info","ts":1785668032.8296027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344","EoS":true} {"level":"info","ts":1785668032.8296237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785668032.8296404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668032.8296604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc920d05-c902-440a-82b7-dde63337d344"} {"level":"info","ts":1785668043.8099983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668043.810104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8101165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.81013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","EoS":false} {"level":"info","ts":1785668043.810144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","EoS":true} {"level":"info","ts":1785668043.8101664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785668043.810186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668043.8102078,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668077.205428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668077.2055142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2055268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2055433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","EoS":false} {"level":"info","ts":1785668077.2055588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","EoS":true} {"level":"info","ts":1785668077.20558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785668077.205597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668077.2056231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668086.5620096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668086.562112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb"} {"level":"info","ts":1785668086.5621243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb"} {"level":"info","ts":1785668086.5621352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb","EoS":false} {"level":"info","ts":1785668086.5621455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb","EoS":true} {"level":"info","ts":1785668086.5621653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668086.5621812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668086.5622041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16953c20-d4ad-4403-85c9-f0c4eb0344cb"} {"level":"info","ts":1785668102.7382019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668102.738285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d"} {"level":"info","ts":1785668102.738299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d"} {"level":"info","ts":1785668102.7383108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d","EoS":false} {"level":"info","ts":1785668102.7383218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d","EoS":true} {"level":"info","ts":1785668102.7383444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785668102.7383604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668102.7383802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00d5c331-0c86-4bc4-ad46-fd7f9d50508d"} {"level":"info","ts":1785668112.3155212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668112.3156037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3156147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3156264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","EoS":false} {"level":"info","ts":1785668112.3156366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","EoS":true} {"level":"info","ts":1785668112.3156562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668112.3156722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668112.315692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668121.7167275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668121.716816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.716833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7168531,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","EoS":false} {"level":"info","ts":1785668121.7168717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","EoS":true} {"level":"info","ts":1785668121.7169013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668121.716921,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668121.7169514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7509131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668121.7509816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7509906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7510014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","EoS":false} {"level":"info","ts":1785668121.7510114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","EoS":true} {"level":"info","ts":1785668121.7510488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668121.751063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668121.7510836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668140.8830023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668140.8831103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.8831258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.8831444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","EoS":false} {"level":"info","ts":1785668140.8831663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","EoS":true} {"level":"info","ts":1785668140.8831959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668140.8832154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668140.8832498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668150.2158062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668150.2158976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f"} {"level":"info","ts":1785668150.2159119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f"} {"level":"info","ts":1785668150.2159314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f","EoS":false} {"level":"info","ts":1785668150.2159538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f","EoS":true} {"level":"info","ts":1785668150.2159822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668150.2160013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668150.2160466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc8dec52-f969-49a7-8fc0-15d8542ee88f"} {"level":"info","ts":1785668166.1920543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668166.1921453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471"} {"level":"info","ts":1785668166.1921613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471"} {"level":"info","ts":1785668166.1921794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471","EoS":false} {"level":"info","ts":1785668166.1922023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471","EoS":true} {"level":"info","ts":1785668166.1922317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785668166.1922503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668166.1922846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f667acc3-12cd-4dda-b173-e11e9a3cd471"} {"level":"info","ts":1785668299.3132117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668299.313294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609"} {"level":"info","ts":1785668299.3133066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609"} {"level":"info","ts":1785668299.3133175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609","EoS":false} {"level":"info","ts":1785668299.313329,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609","EoS":true} {"level":"info","ts":1785668299.313351,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785668299.313367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785668299.3133883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"682b21b8-63d6-4d52-ba22-b3cc315d8609"} {"level":"info","ts":1785668322.368607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668322.3686962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.368708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.368719,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","EoS":false} {"level":"info","ts":1785668322.368729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","EoS":true} {"level":"info","ts":1785668322.3687503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785668322.368767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785668322.3687882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668384.9725084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668384.972598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9726121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9726245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","EoS":false} {"level":"info","ts":1785668384.9726355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","EoS":true} {"level":"info","ts":1785668384.9726574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668384.9726737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668384.9726932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668400.227954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668400.2280593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2280724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.228085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","EoS":false} {"level":"info","ts":1785668400.2280962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","EoS":true} {"level":"info","ts":1785668400.2281196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668400.2281349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668400.2281594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.5193918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668400.519472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1"} {"level":"info","ts":1785668400.5194857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1"} {"level":"info","ts":1785668400.5194979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1","EoS":false} {"level":"info","ts":1785668400.5195112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1","EoS":true} {"level":"info","ts":1785668400.5195322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785668400.5195472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668400.51957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee38a2a-be0e-442f-8adc-b64d5747f9a1"} {"level":"info","ts":1785668734.2982416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.2983265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.2983396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.298355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","EoS":false} {"level":"info","ts":1785668734.29837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","EoS":true} {"level":"info","ts":1785668734.298394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785668734.298409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.2984283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3341696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.3342636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3342748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.334286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","EoS":false} {"level":"info","ts":1785668734.3342972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","EoS":true} {"level":"info","ts":1785668734.3343189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785668734.3343332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.3343525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3683567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.3684282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c"} {"level":"info","ts":1785668734.368444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c"} {"level":"info","ts":1785668734.3684657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c","EoS":false} {"level":"info","ts":1785668734.368485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c","EoS":true} {"level":"info","ts":1785668734.368513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785668734.3685303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.3685553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7403034-d920-4fe1-948c-48cdb98e742c"} {"level":"info","ts":1785668734.4042654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.4043455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562"} {"level":"info","ts":1785668734.404359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562"} {"level":"info","ts":1785668734.4043794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562","EoS":false} {"level":"info","ts":1785668734.404399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562","EoS":true} {"level":"info","ts":1785668734.4044306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785668734.4044483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.4044764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74680a93-06e4-4d69-9037-5620ed12b562"} {"level":"info","ts":1785668739.2057214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e08184b9-a480-4206-8b51-9d14505c7706","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.2057567,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e08184b9-a480-4206-8b51-9d14505c7706","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785668739.2057183,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ffc5d8-218f-4cd7-816a-074b56055cc6"} {"level":"info","ts":1785668739.209934,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07e7c128-dcd1-4b31-adad-c739d395ba78","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.2099636,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07e7c128-dcd1-4b31-adad-c739d395ba78","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785668739.2136054,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ffc5d8-218f-4cd7-816a-074b56055cc6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.2138433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33817.95467451,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.2138638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3008714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3122275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd6a3eb-b4fe-404d-ab90-6243f7bf3c02"} {"level":"info","ts":1785668739.3127542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec7891d7-84a9-4207-b977-db760d2cfaec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.312789,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec7891d7-84a9-4207-b977-db760d2cfaec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.3883166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84eabda6-ce04-474b-afd6-655b22b900b8","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785668739.3883793,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd6a3eb-b4fe-404d-ab90-6243f7bf3c02","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.3884203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32628.782745148,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3884494,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd6a3eb-b4fe-404d-ab90-6243f7bf3c02","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785668739.3884404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3887942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84eabda6-ce04-474b-afd6-655b22b900b8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.3892062,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c014037-3f3c-4e17-ac0a-323e829a950e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.3892417,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c014037-3f3c-4e17-ac0a-323e829a950e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785668739.3892822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"767180a1-d9d9-4db3-b98e-012b244350a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.3893127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"767180a1-d9d9-4db3-b98e-012b244350a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785668739.3921714,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd6a3eb-b4fe-404d-ab90-6243f7bf3c02","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785668739.3922255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd6a3eb-b4fe-404d-ab90-6243f7bf3c02","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.3923035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c17e329-4d93-419e-84c2-7bded9bc1d0b"} {"level":"info","ts":1785668739.3925648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36324.753801463,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3925855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.396634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.399332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.4651518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bdbc94a-01b4-4fc1-bee0-a5360bc13b59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4652004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bdbc94a-01b4-4fc1-bee0-a5360bc13b59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.4800599,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ae9637-47e4-4e09-a4d8-fb36592c1850","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4801114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ae9637-47e4-4e09-a4d8-fb36592c1850","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.4888134,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ffc5d8-218f-4cd7-816a-074b56055cc6","name":"e2e-external-provider"} {"level":"info","ts":1785668739.4930613,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c17e329-4d93-419e-84c2-7bded9bc1d0b","name":"e2e-external-model"} {"level":"info","ts":1785668739.494208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89832bbf-01c9-4f78-a041-c50122745294","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4942403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89832bbf-01c9-4f78-a041-c50122745294","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.5031855,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ffc5d8-218f-4cd7-816a-074b56055cc6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785668739.504234,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c17e329-4d93-419e-84c2-7bded9bc1d0b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785668739.5062678,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ffc5d8-218f-4cd7-816a-074b56055cc6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.5065105,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c0f9d3-2419-4d16-97ed-4b1cbb068970"} {"level":"info","ts":1785668739.506569,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c0f9d3-2419-4d16-97ed-4b1cbb068970","name":"e2e-external-provider"} {"level":"error","ts":1785668739.507396,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c17e329-4d93-419e-84c2-7bded9bc1d0b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.5075011,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d928204d-8ec7-4d49-a8c4-e02b504db06e"} {"level":"info","ts":1785668739.5075657,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d928204d-8ec7-4d49-a8c4-e02b504db06e","name":"e2e-external-model"} {"level":"info","ts":1785668739.5139265,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c0f9d3-2419-4d16-97ed-4b1cbb068970","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785668739.5144162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d928204d-8ec7-4d49-a8c4-e02b504db06e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668750.9704218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668750.9705012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2"} {"level":"info","ts":1785668750.9705098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2"} {"level":"info","ts":1785668750.97052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","EoS":false} {"level":"info","ts":1785668750.9705307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","EoS":true} {"level":"info","ts":1785668750.97055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785668750.970569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668750.970577,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","modelName":"e2e-external-model"} {"level":"info","ts":1785668750.970591,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668750.9706368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"862392f8-c0a2-476d-89d9-7160392de3d2"} {"level":"info","ts":1785668751.0208776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668751.0209556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd"} {"level":"info","ts":1785668751.020969,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd"} {"level":"info","ts":1785668751.020982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","EoS":false} {"level":"info","ts":1785668751.0209925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","EoS":true} {"level":"info","ts":1785668751.021011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785668751.0210478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668751.0210574,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","modelName":"e2e-external-model"} {"level":"info","ts":1785668751.0210714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668751.0211077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fb29453-e478-429f-a37f-b5ae260739fd"} {"level":"info","ts":1785668751.046753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668751.046818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.0468304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.0468428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","EoS":false} {"level":"info","ts":1785668751.0468533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","EoS":true} {"level":"info","ts":1785668751.0468717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785668751.046885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668751.046893,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","modelName":"e2e-external-model"} {"level":"info","ts":1785668751.0469053,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668751.0469382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.257314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec8c694-e084-44b5-92b8-0989c5fd2705"} {"level":"info","ts":1785668751.2573178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c0b66a-c468-4508-8b02-ed932300997f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2574558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c0b66a-c468-4508-8b02-ed932300997f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.2638714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7079c1c-db2d-45f5-ad69-a93edeba12c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.263866,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec8c694-e084-44b5-92b8-0989c5fd2705","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.2639058,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7079c1c-db2d-45f5-ad69-a93edeba12c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.2732866,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eec8c694-e084-44b5-92b8-0989c5fd2705","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668751.278825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b4433fc-cafc-49c6-ac50-8c42dc7c12c6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2788548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b4433fc-cafc-49c6-ac50-8c42dc7c12c6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.279409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31ddcde3-8ece-4ca6-9bfa-dc9e1b215ddd"} {"level":"info","ts":1785668751.2794747,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31ddcde3-8ece-4ca6-9bfa-dc9e1b215ddd","name":"e2e-cleanup-test"} {"level":"error","ts":1785668751.292419,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31ddcde3-8ece-4ca6-9bfa-dc9e1b215ddd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668751.2925518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee94189-7969-4e06-ba10-baf264a07f82"} {"level":"info","ts":1785668751.292574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"937be245-314e-4a02-819e-8bc89a9c5bcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.292604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"937be245-314e-4a02-819e-8bc89a9c5bcc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.2926137,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee94189-7969-4e06-ba10-baf264a07f82","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.3007696,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee94189-7969-4e06-ba10-baf264a07f82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668751.3074002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67fbbd40-62af-418d-a659-7110c6ff303e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.3074298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67fbbd40-62af-418d-a659-7110c6ff303e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.307405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acdcf170-a02d-4abc-97cb-443d6f068bb0"} {"level":"info","ts":1785668751.3074834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acdcf170-a02d-4abc-97cb-443d6f068bb0","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.3156965,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acdcf170-a02d-4abc-97cb-443d6f068bb0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668759.4993167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48f5e1ea-a78f-45cb-b629-e8bb8684828d"} {"level":"info","ts":1785668759.4993708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"045f73c2-d06a-4dc9-915c-d6716a838505","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668759.4994004,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"045f73c2-d06a-4dc9-915c-d6716a838505","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668763.7961516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.7962532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.7962716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.7962904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","EoS":false} {"level":"info","ts":1785668763.7963102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","EoS":true} {"level":"info","ts":1785668763.7963402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785668763.7963583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785668763.7963812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.8211205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.821179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.8211868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.8211963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","EoS":false} {"level":"info","ts":1785668763.8212075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","EoS":true} {"level":"info","ts":1785668763.8212223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785668763.821237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668763.821244,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","modelName":"e2e-external-model"} {"level":"info","ts":1785668763.8212578,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668763.8212948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.9104345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.910505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9105222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9105403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","EoS":false} {"level":"info","ts":1785668763.9105604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","EoS":true} {"level":"info","ts":1785668763.910587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785668763.9106054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668763.9106348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9955606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.9956274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668763.995637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668763.9956474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","EoS":false} {"level":"info","ts":1785668763.9956574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","EoS":true} {"level":"info","ts":1785668763.9956787,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","field":"model"} {"level":"info","ts":1785668763.9957032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.851188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecdddc45-67c4-4803-bdcf-a2741601d862"} {"level":"info","ts":1785668764.8511891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41b69826-4782-4ef4-88e5-59a6864b2d64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668764.8512478,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41b69826-4782-4ef4-88e5-59a6864b2d64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668764.989047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fc65e57-cc37-4cd6-b23e-081a10d7a278","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668764.98908,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fc65e57-cc37-4cd6-b23e-081a10d7a278","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668764.9891305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24a7e505-c4f3-40f5-94ee-8895377d1fbe"} {"level":"info","ts":1785670417.5843766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785670417.5845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24bff972-1870-450b-94f0-f43912d5041f"} {"level":"info","ts":1785670492.1551502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785670492.1552453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1552615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.155275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2092be69-7031-4996-baef-824736020512","EoS":false} {"level":"info","ts":1785670492.1552894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2092be69-7031-4996-baef-824736020512","EoS":true} {"level":"info","ts":1785670492.1553137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2092be69-7031-4996-baef-824736020512","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785670492.1553297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2092be69-7031-4996-baef-824736020512","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785670492.15535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2092be69-7031-4996-baef-824736020512"}