{"level":"info","ts":1784657728.9164867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ad022c2-1cea-469c-8cb2-586cef942855"} {"level":"info","ts":1784657733.08433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657733.0844638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a"} {"level":"info","ts":1784657733.0844786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a"} {"level":"info","ts":1784657733.084492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a","EoS":false} {"level":"info","ts":1784657733.0845044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a","EoS":true} {"level":"info","ts":1784657733.0845246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657733.0845413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657733.0845723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63bae70f-43a3-42ff-bcb2-f0253433797a"} {"level":"info","ts":1784657752.0335052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.0335774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.033588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.033599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","EoS":false} {"level":"info","ts":1784657752.0336084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","EoS":true} {"level":"info","ts":1784657752.033629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.0336435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.033666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.1737456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.1738296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.1738443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.17386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","EoS":false} {"level":"info","ts":1784657752.1738794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","EoS":true} {"level":"info","ts":1784657752.1739023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.1739209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.1739469,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.3179207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.3180187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.3180308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.318042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","EoS":false} {"level":"info","ts":1784657752.3180518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","EoS":true} {"level":"info","ts":1784657752.3180716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.318088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.3181095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.4590392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.4591303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.4591422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.4591527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","EoS":false} {"level":"info","ts":1784657752.4591637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","EoS":true} {"level":"info","ts":1784657752.4591844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.4592001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.45922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.597986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.5980594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.5980713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.598083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","EoS":false} {"level":"info","ts":1784657752.5980952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","EoS":true} {"level":"info","ts":1784657752.598113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.5981348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.5981529,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.7372851,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.7373614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c"} {"level":"info","ts":1784657752.7373724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c"} {"level":"info","ts":1784657752.7373827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c","EoS":false} {"level":"info","ts":1784657752.7373927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c","EoS":true} {"level":"info","ts":1784657752.7374098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657752.7374249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.73747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21297648-87a8-4e47-8fb0-7d3fb1fdb23c"} {"level":"info","ts":1784657769.446357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.4464746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.446488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.446501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","EoS":false} {"level":"info","ts":1784657769.4465113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","EoS":true} {"level":"info","ts":1784657769.446531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657769.4465532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657769.4465744,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.4881341,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.4882092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539"} {"level":"info","ts":1784657769.488224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539"} {"level":"info","ts":1784657769.4882402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539","EoS":false} {"level":"info","ts":1784657769.4882522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539","EoS":true} {"level":"info","ts":1784657769.4882684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657769.4882815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657769.4882984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d984b5c-d361-4b10-ba80-a0d959716539"} {"level":"info","ts":1784657769.5291579,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.5292451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b"} {"level":"info","ts":1784657769.5292618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b"} {"level":"info","ts":1784657769.5292814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b","EoS":false} {"level":"info","ts":1784657769.5293026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b","EoS":true} {"level":"info","ts":1784657769.529331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657769.5293508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657769.5293798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1142e73d-5ff1-4660-bb0f-d4cef16b4f4b"} {"level":"info","ts":1784657769.563194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.563281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657774.1877427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657774.1878343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.1878517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.1878655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","EoS":false} {"level":"info","ts":1784657774.1878865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","EoS":true} {"level":"info","ts":1784657774.1879077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657774.1879234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657774.1879442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657782.7605858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657782.760698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846"} {"level":"info","ts":1784657782.7607143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846"} {"level":"info","ts":1784657782.7607322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846","EoS":false} {"level":"info","ts":1784657782.760752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846","EoS":true} {"level":"info","ts":1784657782.7608354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657782.7608588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657782.7608933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb91ff27-066e-46e0-b2c4-8389a31c5846"} {"level":"info","ts":1784657784.8017197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657784.801816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042"} {"level":"info","ts":1784657784.8018253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042"} {"level":"info","ts":1784657784.8018382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042","EoS":false} {"level":"info","ts":1784657784.8018525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042","EoS":true} {"level":"info","ts":1784657784.8018734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657784.8018887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657784.8019087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95e2e8ef-904a-4e52-aab1-6cdedde1c042"} {"level":"info","ts":1784657786.8350136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657786.8351016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.835111,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.8351219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","EoS":false} {"level":"info","ts":1784657786.835133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","EoS":true} {"level":"info","ts":1784657786.8351538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657786.83517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657786.8351936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657799.7109601,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657799.711051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7110674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7110796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","EoS":false} {"level":"info","ts":1784657799.7110903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","EoS":true} {"level":"info","ts":1784657799.711111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657799.7111266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657799.7111506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657808.2588403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657808.2589474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2589664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2589853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","EoS":false} {"level":"info","ts":1784657808.259005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","EoS":true} {"level":"info","ts":1784657808.2590394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657808.2590587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657808.2590857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657817.1224303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657817.1225352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1225483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1225603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","EoS":false} {"level":"info","ts":1784657817.1225717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","EoS":true} {"level":"info","ts":1784657817.1225939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657817.1226106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657817.1226406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657826.1164968,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657826.1165886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7"} {"level":"info","ts":1784657826.1166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7"} {"level":"info","ts":1784657826.1166122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7","EoS":false} {"level":"info","ts":1784657826.1166255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7","EoS":true} {"level":"info","ts":1784657826.1166475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657826.1166632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657826.1166854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04410bec-24f5-4494-b725-240b72d205c7"} {"level":"info","ts":1784657833.973727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657833.9738176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074"} {"level":"info","ts":1784657833.9738266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074"} {"level":"info","ts":1784657833.9738379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074","EoS":false} {"level":"info","ts":1784657833.9738488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074","EoS":true} {"level":"info","ts":1784657833.9738705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784657833.9738863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657833.9739056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a65cbd12-0b53-4d66-b7d9-8cd8fe356074"} {"level":"info","ts":1784657838.7482882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657838.7483726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a"} {"level":"info","ts":1784657838.7484035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a"} {"level":"info","ts":1784657838.748416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a","EoS":false} {"level":"info","ts":1784657838.748429,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a","EoS":true} {"level":"info","ts":1784657838.7484796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657838.7484963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657838.7485325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b11e941-ffb6-49a7-882e-e23dbfdae25a"} {"level":"info","ts":1784657839.0453315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657839.0454142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81"} {"level":"info","ts":1784657839.0454235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81"} {"level":"info","ts":1784657839.045435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81","EoS":false} {"level":"info","ts":1784657839.0454714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81","EoS":true} {"level":"info","ts":1784657839.0455067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657839.0455222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657839.0455427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0178d8d1-21b9-48f3-9c2a-02b866656b81"} {"level":"info","ts":1784657841.0826755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657841.0827732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26"} {"level":"info","ts":1784657841.082786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26"} {"level":"info","ts":1784657841.0827978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26","EoS":false} {"level":"info","ts":1784657841.0828087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26","EoS":true} {"level":"info","ts":1784657841.0828261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657841.0828407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657841.0828595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c14ad0f-3127-4453-ac2b-5262fa441d26"} {"level":"info","ts":1784657843.121143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657843.12124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476"} {"level":"info","ts":1784657843.1212604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476"} {"level":"info","ts":1784657843.121281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476","EoS":false} {"level":"info","ts":1784657843.1213021,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476","EoS":true} {"level":"info","ts":1784657843.121335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657843.1213553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657843.1213875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1aea17a2-86c0-46e0-8297-73fd63757476"} {"level":"info","ts":1784657845.160834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657845.1609123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1609228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1609337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","EoS":false} {"level":"info","ts":1784657845.1609464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","EoS":true} {"level":"info","ts":1784657845.1609685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657845.1609845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657845.1610076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657868.2978268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657868.2979012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.2979114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.2979267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","EoS":false} {"level":"info","ts":1784657868.297938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","EoS":true} {"level":"info","ts":1784657868.2979655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657868.297984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657868.2980099,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657877.638972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657877.6390631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a"} {"level":"info","ts":1784657877.639076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a"} {"level":"info","ts":1784657877.6390882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a","EoS":false} {"level":"info","ts":1784657877.6390991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a","EoS":true} {"level":"info","ts":1784657877.6391196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657877.639135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657877.63917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b85dcd6-7613-4c48-97e9-96c88d17ae2a"} {"level":"info","ts":1784657883.158032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657883.1581242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242"} {"level":"info","ts":1784657883.1581376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242"} {"level":"info","ts":1784657883.1581511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242","EoS":false} {"level":"info","ts":1784657883.1581643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242","EoS":true} {"level":"info","ts":1784657883.1581876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657883.1582084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657883.1582332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01498dc5-5e15-41fb-a56d-aaceed85f242"} {"level":"info","ts":1784657892.7925901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657892.7926824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad"} {"level":"info","ts":1784657892.7926922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad"} {"level":"info","ts":1784657892.7927032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad","EoS":false} {"level":"info","ts":1784657892.7927158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad","EoS":true} {"level":"info","ts":1784657892.7927372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657892.7927506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657892.792771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33aeb5cf-d0fb-4454-bf15-a444889a8dad"} {"level":"info","ts":1784657894.8288698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657894.82895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8289733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8289874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","EoS":false} {"level":"info","ts":1784657894.8290067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","EoS":true} {"level":"info","ts":1784657894.8290274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657894.829043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657894.8290656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657904.2627947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657904.2629464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2629616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2629764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","EoS":false} {"level":"info","ts":1784657904.2629921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","EoS":true} {"level":"info","ts":1784657904.2630246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657904.263041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657904.2630646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.3023946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657904.3025055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.3025186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.302531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","EoS":false} {"level":"info","ts":1784657904.3025477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","EoS":true} {"level":"info","ts":1784657904.3025672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657904.302581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657904.3025997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657923.4415493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657923.4416604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.4416783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.441697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","EoS":false} {"level":"info","ts":1784657923.4417114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","EoS":true} {"level":"info","ts":1784657923.4417367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657923.4417524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657923.4417782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657932.7657285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657932.7658107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec"} {"level":"info","ts":1784657932.7658207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec"} {"level":"info","ts":1784657932.7658346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec","EoS":false} {"level":"info","ts":1784657932.7658503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec","EoS":true} {"level":"info","ts":1784657932.7658715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784657932.765888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657932.765908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31327553-d391-4e28-bf7b-c717b47946ec"} {"level":"info","ts":1784657938.0902946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657938.090436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f"} {"level":"info","ts":1784657938.0904984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f"} {"level":"info","ts":1784657938.090528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f","EoS":false} {"level":"info","ts":1784657938.0905488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f","EoS":true} {"level":"info","ts":1784657938.090597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784657938.0906177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657938.0906458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf067639-4222-4dce-a79d-f9671bd66c9f"} {"level":"info","ts":1784658028.6179824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658028.6180828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498"} {"level":"info","ts":1784658028.6180966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498"} {"level":"info","ts":1784658028.6181164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498","EoS":false} {"level":"info","ts":1784658028.6181347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498","EoS":true} {"level":"info","ts":1784658028.6181648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784658028.6181836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784658028.618219,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2e7d657-3c91-4434-9e4e-c52cfeebc498"} {"level":"info","ts":1784658054.4828186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658054.4829168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.482931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.4829419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","EoS":false} {"level":"info","ts":1784658054.482953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","EoS":true} {"level":"info","ts":1784658054.4829721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784658054.482988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784658054.4830103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658093.6739202,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658093.6739943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6740057,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6740167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","EoS":false} {"level":"info","ts":1784658093.6740267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","EoS":true} {"level":"info","ts":1784658093.6740494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784658093.674065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658093.6740863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658108.975684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658108.9757764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.9757905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.97581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","EoS":false} {"level":"info","ts":1784658108.9758296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","EoS":true} {"level":"info","ts":1784658108.975861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784658108.9758809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658108.975956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658109.269269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658109.2693431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315"} {"level":"info","ts":1784658109.269353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315"} {"level":"info","ts":1784658109.269364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315","EoS":false} {"level":"info","ts":1784658109.2693756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315","EoS":true} {"level":"info","ts":1784658109.269394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784658109.2694082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658109.2694287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"002288b4-f05a-4a34-8305-63de5b220315"} {"level":"info","ts":1784658418.6629264,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658418.663023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6630366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.663056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","EoS":false} {"level":"info","ts":1784658418.6630754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","EoS":true} {"level":"info","ts":1784658418.6631076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784658418.6631265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658418.663209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.7067175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658418.706783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94"} {"level":"info","ts":1784658418.7067935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94"} {"level":"info","ts":1784658418.7068048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94","EoS":false} {"level":"info","ts":1784658418.7068176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94","EoS":true} {"level":"info","ts":1784658418.706835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784658418.7068522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658418.7068753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"944cbc0a-e141-4dcd-8c0c-fc9b39072b94"} {"level":"info","ts":1784658418.7399921,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658418.7400556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90"} {"level":"info","ts":1784658418.740071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90"} {"level":"info","ts":1784658418.7400825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90","EoS":false} {"level":"info","ts":1784658418.740093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90","EoS":true} {"level":"info","ts":1784658418.74011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784658418.740126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658418.7401493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5d1f30f-cd6d-480b-a1a6-7ba0a6530a90"} {"level":"info","ts":1784658423.5796282,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c77c297-1ebc-491e-8ba2-d9cc5ac11e02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.5796363,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96a1f559-6fc9-4cab-ae80-0046d68b4860"} {"level":"info","ts":1784658423.5796793,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c77c297-1ebc-491e-8ba2-d9cc5ac11e02","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784658423.5873573,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bb3b533-64db-4505-88ed-711efa689209","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.587393,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bb3b533-64db-4505-88ed-711efa689209","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784658423.5877244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37937.45849989,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.5877419,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.6880958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.6913054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32695.174702632,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.69133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.771061,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ac032fd-61ed-48c6-be97-1524a6b86a6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.7711303,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ac032fd-61ed-48c6-be97-1524a6b86a6b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784658423.7720113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1b24257-ba43-4b3d-8146-43644fb5a0ac"} {"level":"info","ts":1784658423.7724748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f0fb12-4ea6-4eb7-babc-d4ec533e670a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.7725246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53f0fb12-4ea6-4eb7-babc-d4ec533e670a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.772627,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32443.207958093,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7726455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7731397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71e3607d-51f0-47af-806a-15eac3673215","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.7732015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71e3607d-51f0-47af-806a-15eac3673215","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.78008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7803211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7913897,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96a1f559-6fc9-4cab-ae80-0046d68b4860","name":"e2e-external-provider"} {"level":"info","ts":1784658423.802929,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96a1f559-6fc9-4cab-ae80-0046d68b4860","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784658423.8067038,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96a1f559-6fc9-4cab-ae80-0046d68b4860","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.8067942,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de44ce5b-c4f2-4394-91d2-65a0f57816ed"} {"level":"info","ts":1784658423.8068314,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de44ce5b-c4f2-4394-91d2-65a0f57816ed","name":"e2e-external-provider"} {"level":"info","ts":1784658423.8163,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de44ce5b-c4f2-4394-91d2-65a0f57816ed","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784658423.864646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a069bc3-2c8b-4cba-bb64-9b37a547e222","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.864679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a069bc3-2c8b-4cba-bb64-9b37a547e222","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.8726757,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1b24257-ba43-4b3d-8146-43644fb5a0ac","name":"e2e-external-model"} {"level":"info","ts":1784658423.8822734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d98d275-b410-4c24-930c-93e49aa89423","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.882305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d98d275-b410-4c24-930c-93e49aa89423","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.8827908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1b24257-ba43-4b3d-8146-43644fb5a0ac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784658423.8864934,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1b24257-ba43-4b3d-8146-43644fb5a0ac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.8865771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3115f51-4688-4f43-9486-95fe24287c8c"} {"level":"info","ts":1784658423.8866394,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3115f51-4688-4f43-9486-95fe24287c8c","name":"e2e-external-model"} {"level":"info","ts":1784658423.8954072,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3115f51-4688-4f43-9486-95fe24287c8c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658423.8981447,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4f6b741-8d4c-42a4-bc59-0558bc97e436","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.8981774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4f6b741-8d4c-42a4-bc59-0558bc97e436","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784658423.9009168,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3115f51-4688-4f43-9486-95fe24287c8c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.9009972,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e377046-0279-4bb7-a3c8-690940d09f22"} {"level":"info","ts":1784658423.901047,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e377046-0279-4bb7-a3c8-690940d09f22","name":"e2e-external-model"} {"level":"info","ts":1784658423.9086285,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e377046-0279-4bb7-a3c8-690940d09f22","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658431.0894716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658431.0895574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15"} {"level":"info","ts":1784658431.089576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15"} {"level":"info","ts":1784658431.089599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","EoS":false} {"level":"info","ts":1784658431.0896223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","EoS":true} {"level":"info","ts":1784658431.0896554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784658431.089675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658431.0896866,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","modelName":"e2e-external-model"} {"level":"info","ts":1784658431.08971,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658431.0897746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12fd3d3a-a796-4303-b43a-9155ee181b15"} {"level":"info","ts":1784658431.143954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658431.1440237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b"} {"level":"info","ts":1784658431.1440368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b"} {"level":"info","ts":1784658431.144048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","EoS":false} {"level":"info","ts":1784658431.1440587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","EoS":true} {"level":"info","ts":1784658431.1440787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784658431.1440935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658431.1441,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","modelName":"e2e-external-model"} {"level":"info","ts":1784658431.1441128,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658431.1441507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5100089c-bd26-4b7b-94db-2e69176c9c3b"} {"level":"info","ts":1784658431.1709616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658431.1710443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.1710553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.1710656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","EoS":false} {"level":"info","ts":1784658431.1710787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","EoS":true} {"level":"info","ts":1784658431.1711006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784658431.1711159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658431.171122,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","modelName":"e2e-external-model"} {"level":"info","ts":1784658431.1711354,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658431.171173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.3092813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fee6c1-2ac1-4b47-93d4-7f343102e3fd"} {"level":"info","ts":1784658431.3093157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed4e9523-7193-4df6-b26e-37bb06bc465a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3093452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed4e9523-7193-4df6-b26e-37bb06bc465a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3181632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb8e2608-68a1-420f-b560-d121638bfc3d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3181992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb8e2608-68a1-420f-b560-d121638bfc3d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3182716,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fee6c1-2ac1-4b47-93d4-7f343102e3fd","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.3301368,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fee6c1-2ac1-4b47-93d4-7f343102e3fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658431.3375094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74a0ca97-34be-4ad1-908f-c1d0168bffc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.337537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74a0ca97-34be-4ad1-908f-c1d0168bffc1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3375807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca5a359a-a614-4c98-913e-47d833ce73b2"} {"level":"info","ts":1784658431.33763,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca5a359a-a614-4c98-913e-47d833ce73b2","name":"e2e-cleanup-test"} {"level":"error","ts":1784658431.3548121,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca5a359a-a614-4c98-913e-47d833ce73b2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658431.3548524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d77ee52-f105-41d0-b5f8-92da3891a92e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3548818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d77ee52-f105-41d0-b5f8-92da3891a92e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3548892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"174905ea-6cfc-469e-b56d-e14a2ced919f"} {"level":"info","ts":1784658431.3549395,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"174905ea-6cfc-469e-b56d-e14a2ced919f","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.368869,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"174905ea-6cfc-469e-b56d-e14a2ced919f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658431.379485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1bb54af-f9c3-492a-b68e-c29b5ff611b5"} {"level":"info","ts":1784658431.3795106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25a725be-2416-4e76-8c08-bd3a13458d6d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.379538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25a725be-2416-4e76-8c08-bd3a13458d6d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3795578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1bb54af-f9c3-492a-b68e-c29b5ff611b5","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.396531,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1bb54af-f9c3-492a-b68e-c29b5ff611b5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658439.5784113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80547df8-237e-4a24-a94b-58699bd1027c"} {"level":"info","ts":1784658439.5784392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad6d5a-de0e-442a-8583-d4444c504797","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658439.578498,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad6d5a-de0e-442a-8583-d4444c504797","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658443.8875203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.8875911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.887602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.8876138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","EoS":false} {"level":"info","ts":1784658443.8876288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","EoS":true} {"level":"info","ts":1784658443.8876495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784658443.8876643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784658443.8876848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.9365845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.9366462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.9366572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.9366677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","EoS":false} {"level":"info","ts":1784658443.936678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","EoS":true} {"level":"info","ts":1784658443.9366944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784658443.9367082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658443.9367144,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","modelName":"e2e-external-model"} {"level":"info","ts":1784658443.9367282,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658443.936843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.9798725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.9799285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658443.9799366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658443.979947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","EoS":false} {"level":"info","ts":1784658443.97996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","EoS":true} {"level":"info","ts":1784658443.9799762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784658443.9799907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658443.9800074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658444.1172624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658444.117337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.117347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.1173587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","EoS":false} {"level":"info","ts":1784658444.1173782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","EoS":true} {"level":"info","ts":1784658444.1173997,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","field":"model"} {"level":"info","ts":1784658444.1174245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658445.0079868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f05ad48-b803-43bf-a1ce-e677c71b4443"} {"level":"info","ts":1784658445.0080109,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dfeedeb-9061-4a55-baf1-feb20c4f93aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658445.0080428,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dfeedeb-9061-4a55-baf1-feb20c4f93aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658445.154573,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d32d86e-2c60-4c48-a503-73af97279da6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658445.1545851,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92a20f3b-e2e3-463c-b441-628bed0525a3"} {"level":"info","ts":1784658445.154605,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d32d86e-2c60-4c48-a503-73af97279da6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784659045.1495755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784659045.1496701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df"} {"level":"info","ts":1784659045.149685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df"} {"level":"info","ts":1784659045.1496978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df","EoS":false} {"level":"info","ts":1784659045.1497114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df","EoS":true} {"level":"info","ts":1784659045.1497352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784659045.149754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df","path":"/ai-tenant-e2e-inf-b-b2c46d/test-model-b2c46d/v1/chat/completions"} {"level":"info","ts":1784659045.1497762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2900acf3-f85b-4c7c-92c4-e673444aa2df"} {"level":"info","ts":1784659066.2666101,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784659066.2667184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.2667315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.2667472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","EoS":false} {"level":"info","ts":1784659066.2667687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","EoS":true} {"level":"info","ts":1784659066.2667987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784659066.2668176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","path":"/ai-tenant-e2e-inf-b-b2c46d/test-model-b2c46d/v1/chat/completions"} {"level":"info","ts":1784659066.2668424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659553.592135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784659553.5922155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.5922236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.5922356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","EoS":false} {"level":"info","ts":1784659553.592248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","EoS":true} {"level":"info","ts":1784659553.5922682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784659553.5922887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","path":"/ai-tenant-e2e-shared-b-0be774/rate-test-model-0be774/v1/completions"} {"level":"info","ts":1784659553.5923102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"}