{"level":"info","ts":1784721862.2763624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.2763882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.2774098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.2774262,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.2774398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","EoS":false} {"level":"info","ts":1784721862.2774508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","EoS":true} {"level":"info","ts":1784721862.2774878,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.4127789,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721862.4128778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.4128938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.4129133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","EoS":true} {"level":"info","ts":1784721862.4129496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","header":"x-maas-group"} {"level":"info","ts":1784721862.4129627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","header":"x-maas-username"} {"level":"info","ts":1784721862.4129727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","header":"x-maas-subscription"} {"level":"info","ts":1784721862.4129918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.4130235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.414125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.414143,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.414158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","EoS":false} {"level":"info","ts":1784721862.4141695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","EoS":true} {"level":"info","ts":1784721862.4142106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721882.3934646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.393531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3935437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3935575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","EoS":true} {"level":"info","ts":1784721882.3935802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","header":"x-maas-group"} {"level":"info","ts":1784721882.3935905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","header":"x-maas-username"} {"level":"info","ts":1784721882.3935957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","header":"x-maas-subscription"} {"level":"info","ts":1784721882.3936083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.393705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3946626,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3946831,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.394704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","EoS":false} {"level":"info","ts":1784721882.3947234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","EoS":true} {"level":"info","ts":1784721882.394773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.4276536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.4277258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4277384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4277573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","EoS":true} {"level":"info","ts":1784721882.4277928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","header":"x-maas-subscription"} {"level":"info","ts":1784721882.427804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","header":"x-maas-group"} {"level":"info","ts":1784721882.427813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","header":"x-maas-username"} {"level":"info","ts":1784721882.42783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.427863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4306557,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4306743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4306881,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","EoS":false} {"level":"info","ts":1784721882.4306986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","EoS":true} {"level":"info","ts":1784721882.430732,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.5262222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.5262868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721882.5271416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721882.5271587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721882.5271735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86","EoS":false} {"level":"info","ts":1784721882.5271845,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721882.5272079,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86","EoS":true} {"level":"info","ts":1784721882.527221,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721887.1829062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721887.182994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1830082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1830366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","EoS":true} {"level":"info","ts":1784721887.183074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","header":"x-maas-group"} {"level":"info","ts":1784721887.183087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","header":"x-maas-username"} {"level":"info","ts":1784721887.1830943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","header":"x-maas-subscription"} {"level":"info","ts":1784721887.183112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721887.1831408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1841552,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1841762,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1841915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","EoS":false} {"level":"info","ts":1784721887.1842074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","EoS":true} {"level":"info","ts":1784721887.184255,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721897.778524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721897.778598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7786102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7786403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","EoS":true} {"level":"info","ts":1784721897.7786658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","header":"x-maas-subscription"} {"level":"info","ts":1784721897.7786765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","header":"x-maas-group"} {"level":"info","ts":1784721897.7786813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","header":"x-maas-username"} {"level":"info","ts":1784721897.7786932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721897.7787206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7796428,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7796566,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7796679,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","EoS":false} {"level":"info","ts":1784721897.7796786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","EoS":true} {"level":"info","ts":1784721897.779713,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721910.6412637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721910.641342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6413538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6413655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","EoS":true} {"level":"info","ts":1784721910.6413934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","header":"x-maas-group"} {"level":"info","ts":1784721910.6414034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","header":"x-maas-subscription"} {"level":"info","ts":1784721910.6414082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","header":"x-maas-username"} {"level":"info","ts":1784721910.6414225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721910.6414464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6425378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6425593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6425738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","EoS":false} {"level":"info","ts":1784721910.642586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","EoS":true} {"level":"info","ts":1784721910.6426418,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721919.1606615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721919.1607556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1607728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.160786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","EoS":true} {"level":"info","ts":1784721919.1608603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","header":"x-maas-group"} {"level":"info","ts":1784721919.1608732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","header":"x-maas-username"} {"level":"info","ts":1784721919.1608787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","header":"x-maas-subscription"} {"level":"info","ts":1784721919.1608915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721919.1609175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1619425,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1619623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1619766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","EoS":false} {"level":"info","ts":1784721919.1619904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","EoS":true} {"level":"info","ts":1784721919.1620243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721928.0194325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721928.0195053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.01952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0195322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","EoS":true} {"level":"info","ts":1784721928.0195553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","header":"x-maas-group"} {"level":"info","ts":1784721928.0195668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","header":"x-maas-username"} {"level":"info","ts":1784721928.0195763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","header":"x-maas-subscription"} {"level":"info","ts":1784721928.0195913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721928.0196307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0206351,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0206563,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0206733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","EoS":false} {"level":"info","ts":1784721928.0206869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","EoS":true} {"level":"info","ts":1784721928.020726,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721956.0078535,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721956.0079281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721956.0079372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721956.0079486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","EoS":true} {"level":"info","ts":1784721956.0079722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","header":"x-maas-subscription"} {"level":"info","ts":1784721956.0079823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","header":"x-maas-group"} {"level":"info","ts":1784721956.007988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","header":"x-maas-username"} {"level":"info","ts":1784721956.0080004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721956.0080576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721956.0089798,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721956.008999,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721956.0090165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","EoS":false} {"level":"info","ts":1784721956.0090303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","EoS":true} {"level":"info","ts":1784721956.009072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721979.472425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721979.4725053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4725184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4725308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","EoS":true} {"level":"info","ts":1784721979.472557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","header":"x-maas-subscription"} {"level":"info","ts":1784721979.4725673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","header":"x-maas-group"} {"level":"info","ts":1784721979.4725718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","header":"x-maas-username"} {"level":"info","ts":1784721979.472671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721979.4727087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4736478,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4736671,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4736812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","EoS":false} {"level":"info","ts":1784721979.4736915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","EoS":true} {"level":"info","ts":1784721979.4737244,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784722005.8609674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722005.861042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.8610566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.8610704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","EoS":true} {"level":"info","ts":1784722005.8610957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","header":"x-maas-subscription"} {"level":"info","ts":1784722005.8611073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","header":"x-maas-username"} {"level":"info","ts":1784722005.8611126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","header":"x-maas-group"} {"level":"info","ts":1784722005.861126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722005.8611479,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.8638346,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.863854,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.8638692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","EoS":false} {"level":"info","ts":1784722005.8638804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","EoS":true} {"level":"info","ts":1784722005.8639219,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722015.2677221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722015.2677908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2677999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2678115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","EoS":true} {"level":"info","ts":1784722015.267833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","header":"x-maas-subscription"} {"level":"info","ts":1784722015.267847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","header":"x-maas-username"} {"level":"info","ts":1784722015.2678523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","header":"x-maas-group"} {"level":"info","ts":1784722015.267865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722015.2678866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2689745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2689898,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.269004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","EoS":false} {"level":"info","ts":1784722015.269015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","EoS":true} {"level":"info","ts":1784722015.269042,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.3116589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722015.3117356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.3117507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.3117683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","EoS":true} {"level":"info","ts":1784722015.3118002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","header":"x-maas-username"} {"level":"info","ts":1784722015.3118138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","header":"x-maas-group"} {"level":"info","ts":1784722015.311823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","header":"x-maas-subscription"} {"level":"info","ts":1784722015.3118398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722015.3118742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.3131068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.3131285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.313144,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","EoS":false} {"level":"info","ts":1784722015.3131554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","EoS":true} {"level":"info","ts":1784722015.3131928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722034.4027374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722034.4028685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.4028842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.4029057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","EoS":true} {"level":"info","ts":1784722034.4029431,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","header":"x-maas-username"} {"level":"info","ts":1784722034.402958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","header":"x-maas-group"} {"level":"info","ts":1784722034.4029653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","header":"x-maas-subscription"} {"level":"info","ts":1784722034.402983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722034.403014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.4041703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.4041986,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.4042196,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","EoS":false} {"level":"info","ts":1784722034.404237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","EoS":true} {"level":"info","ts":1784722034.4042857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722164.8371217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722164.8371997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.8372107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.8372214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","EoS":true} {"level":"info","ts":1784722164.837245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","header":"x-maas-username"} {"level":"info","ts":1784722164.8372548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","header":"x-maas-group"} {"level":"info","ts":1784722164.837259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","header":"x-maas-subscription"} {"level":"info","ts":1784722164.8372712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722164.8372936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.838389,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.838411,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.8384385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","EoS":false} {"level":"info","ts":1784722164.8384564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","EoS":true} {"level":"info","ts":1784722164.8385015,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722202.009294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722202.009372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722202.0093834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722202.0093956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","EoS":true} {"level":"info","ts":1784722202.0094256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","header":"x-maas-username"} {"level":"info","ts":1784722202.0094395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","header":"x-maas-group"} {"level":"info","ts":1784722202.0094454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","header":"x-maas-subscription"} {"level":"info","ts":1784722202.0094588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722202.0094893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722202.0114365,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722202.011459,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722202.0114756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","EoS":false} {"level":"info","ts":1784722202.0114899,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","EoS":true} {"level":"info","ts":1784722202.0115366,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722217.2620068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722217.2620893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2620976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2621086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","EoS":true} {"level":"info","ts":1784722217.262133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","header":"x-maas-subscription"} {"level":"info","ts":1784722217.2621427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","header":"x-maas-username"} {"level":"info","ts":1784722217.2621467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","header":"x-maas-group"} {"level":"info","ts":1784722217.2621624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722217.2621925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.263898,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2639182,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2639325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","EoS":false} {"level":"info","ts":1784722217.2639437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","EoS":true} {"level":"info","ts":1784722217.2639773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722532.9776754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722532.9777527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9777608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.977772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","EoS":true} {"level":"info","ts":1784722532.977797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","header":"x-maas-subscription"} {"level":"info","ts":1784722532.977805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","header":"x-maas-group"} {"level":"info","ts":1784722532.97781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","header":"x-maas-username"} {"level":"info","ts":1784722532.977822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722532.977845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9805038,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9805284,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9805434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","EoS":false} {"level":"info","ts":1784722532.9805548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","EoS":true} {"level":"info","ts":1784722532.9805925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722533.011487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722533.0115502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.01156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.0115716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","EoS":true} {"level":"info","ts":1784722533.0116022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","header":"x-maas-username"} {"level":"info","ts":1784722533.0116303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","header":"x-maas-subscription"} {"level":"info","ts":1784722533.0116398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","header":"x-maas-group"} {"level":"info","ts":1784722533.0116556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722533.0116847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.0127056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.012721,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.0127342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","EoS":false} {"level":"info","ts":1784722533.0127447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","EoS":true} {"level":"info","ts":1784722533.0127802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722537.7878582,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8e29a5d9-a4ab-45ae-8c2e-5d0f15d040bd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784722537.788158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36544.458210582,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.7881846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.8204622,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.8884225,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8e29a5d9-a4ab-45ae-8c2e-5d0f15d040bd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784722537.9022496,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74ad5880-c72c-41b0-be72-39b3a82ffd9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722537.9022844,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74ad5880-c72c-41b0-be72-39b3a82ffd9b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784722537.9023468,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232"} {"level":"info","ts":1784722537.9084065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a48481a-82a9-4a42-9312-979335dd02f2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722537.9084346,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a48481a-82a9-4a42-9312-979335dd02f2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784722537.9121127,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722537.9123256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36295.584931131,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.912376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.921356,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.013376,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","name":"e2e-external-provider"} {"level":"info","ts":1784722538.0224187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52dc5138-60f2-4d26-9ced-76d21b77fa36"} {"level":"info","ts":1784722538.0224187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c492c15c-7fae-4127-8cbc-192e664e63f2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0225575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c492c15c-7fae-4127-8cbc-192e664e63f2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.0229948,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784722538.028102,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52dc5138-60f2-4d26-9ced-76d21b77fa36","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784722538.028113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcf1994-4377-4be8-9fc6-ee3f667616de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0281415,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcf1994-4377-4be8-9fc6-ee3f667616de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.0336406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17682b5b-7576-4073-8db4-11869fedf09a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0336735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17682b5b-7576-4073-8db4-11869fedf09a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.033747,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784722538.0339773,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52dc5138-60f2-4d26-9ced-76d21b77fa36","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.034041,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec66705-5012-4ddf-81b3-0fcace50c393"} {"level":"info","ts":1784722538.034065,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec66705-5012-4ddf-81b3-0fcace50c393","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784722538.0391424,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784722538.0394506,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec66705-5012-4ddf-81b3-0fcace50c393","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784722538.0428379,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a682d44-6b21-4a12-ac7c-7ab49c899232","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.042909,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b08f7ea-c054-4098-8e88-ff81a9f7385d"} {"level":"info","ts":1784722538.042963,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b08f7ea-c054-4098-8e88-ff81a9f7385d","name":"e2e-external-provider"} {"level":"info","ts":1784722538.0501566,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58bfb6c5-8cbb-45f4-8fde-6dbff9a040fa"} {"level":"info","ts":1784722538.0501883,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58bfb6c5-8cbb-45f4-8fde-6dbff9a040fa","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784722538.053314,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b08f7ea-c054-4098-8e88-ff81a9f7385d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784722538.0550697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58bfb6c5-8cbb-45f4-8fde-6dbff9a040fa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.058983,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a3f5f64-d7da-4da3-b935-456ccd263792"} {"level":"info","ts":1784722538.059,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35649119-f58f-40fd-a857-219d6d6ae3ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0590222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35649119-f58f-40fd-a857-219d6d6ae3ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.0590627,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"745e939e-4c0b-454f-b8ad-d016ad11cfbc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722538.0590746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a4867e-9e14-4b74-aea1-7e5f7fe6f020"} {"level":"info","ts":1784722538.0590794,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"745e939e-4c0b-454f-b8ad-d016ad11cfbc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784722538.059026,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a3f5f64-d7da-4da3-b935-456ccd263792","name":"e2e-external-provider"} {"level":"info","ts":1784722538.0592625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38777.87099898,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0592768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0691097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0712848,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a3f5f64-d7da-4da3-b935-456ccd263792","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784722538.1601713,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a4867e-9e14-4b74-aea1-7e5f7fe6f020","name":"e2e-external-model"} {"level":"info","ts":1784722538.1735864,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a4867e-9e14-4b74-aea1-7e5f7fe6f020","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722538.1806092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a605dd0-562c-44cc-bf6e-3995e58ea2ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.1806798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a605dd0-562c-44cc-bf6e-3995e58ea2ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.180838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"472d02b9-7841-4726-af76-70b26f9e2993"} {"level":"info","ts":1784722538.1809108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"472d02b9-7841-4726-af76-70b26f9e2993","name":"e2e-external-model"} {"level":"info","ts":1784722538.1966252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13d078b7-5245-4bf4-b680-c04c8c2f6deb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.1966548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13d078b7-5245-4bf4-b680-c04c8c2f6deb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784722538.1967847,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"472d02b9-7841-4726-af76-70b26f9e2993","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.1968608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5b92f3b-57d5-4bea-8de5-2bdfe0a95d9e"} {"level":"info","ts":1784722538.196909,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5b92f3b-57d5-4bea-8de5-2bdfe0a95d9e","name":"e2e-external-model"} {"level":"info","ts":1784722538.2054837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5b92f3b-57d5-4bea-8de5-2bdfe0a95d9e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722538.2133422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74384c84-347d-4f59-b204-a7c89cf64826","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.2133489,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d18b582-de20-4587-9373-9386a19769bf"} {"level":"info","ts":1784722538.2133865,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74384c84-347d-4f59-b204-a7c89cf64826","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.2134125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d18b582-de20-4587-9373-9386a19769bf","name":"e2e-external-model"} {"level":"info","ts":1784722538.2223935,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d18b582-de20-4587-9373-9386a19769bf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722545.4443622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722545.4444263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.4444363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.444452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","EoS":true} {"level":"info","ts":1784722545.4444768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","header":"x-maas-username"} {"level":"info","ts":1784722545.4444869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","header":"x-maas-group"} {"level":"info","ts":1784722545.4444928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","header":"x-maas-subscription"} {"level":"info","ts":1784722545.4445047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722545.4445112,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","modelName":"e2e-external-model"} {"level":"info","ts":1784722545.4445262,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722545.4445682,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784722545.4445832,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","authType":"apikey"} {"level":"info","ts":1784722545.4446282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.5650954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"add6e790-d5c0-4382-8e69-a141c5391676","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.5651498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"add6e790-d5c0-4382-8e69-a141c5391676","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.5651133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c01f34f5-9c45-47b5-ad25-e1b0eaeef9e0"} {"level":"info","ts":1784722545.5708969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f18d5a20-0568-4fdd-a675-3863d8ef88d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.5709252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f18d5a20-0568-4fdd-a675-3863d8ef88d1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784722545.5743234,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c01f34f5-9c45-47b5-ad25-e1b0eaeef9e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722545.5743828,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c01f34f5-9c45-47b5-ad25-e1b0eaeef9e0","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.5914392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de3d34d6-4186-4212-aa6d-1c55482d873a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.591471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de3d34d6-4186-4212-aa6d-1c55482d873a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784722545.5915053,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c01f34f5-9c45-47b5-ad25-e1b0eaeef9e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784722545.591558,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c01f34f5-9c45-47b5-ad25-e1b0eaeef9e0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722545.5916092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"023e139f-963f-465d-820e-62abdde787cb"} {"level":"info","ts":1784722545.5916815,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"023e139f-963f-465d-820e-62abdde787cb","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.6071808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ec1312c-335d-4145-ae73-746d984926f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.6072195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ec1312c-335d-4145-ae73-746d984926f0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784722545.6103742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"023e139f-963f-465d-820e-62abdde787cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784722545.6104107,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"023e139f-963f-465d-820e-62abdde787cb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722545.6104553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923bcc42-37cf-485d-83bb-def71a3ddcd3"} {"level":"info","ts":1784722545.6105013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923bcc42-37cf-485d-83bb-def71a3ddcd3","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.619138,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923bcc42-37cf-485d-83bb-def71a3ddcd3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722545.6209493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aea7474-61f9-4775-8f71-0a6b8dae67c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.6209865,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aea7474-61f9-4775-8f71-0a6b8dae67c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784722545.6228242,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"923bcc42-37cf-485d-83bb-def71a3ddcd3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722545.6228945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22208691-e7ad-4ff8-ac00-f096982ccb40"} {"level":"info","ts":1784722545.6229382,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22208691-e7ad-4ff8-ac00-f096982ccb40","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.6317499,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22208691-e7ad-4ff8-ac00-f096982ccb40","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722553.80897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04a64aea-83b3-480e-be79-cbb5152e333f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722553.8090067,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04a64aea-83b3-480e-be79-cbb5152e333f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722553.8090107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7004b8c-8ed2-4087-9802-5bfeaff153f9"} {"level":"info","ts":1784722558.1117532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1118135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.111822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.1118326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","EoS":true} {"level":"info","ts":1784722558.1118636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784722558.1118884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.1511877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1512449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.1512551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.151266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","EoS":true} {"level":"info","ts":1784722558.1512864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","header":"x-maas-group"} {"level":"info","ts":1784722558.1512961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","header":"x-maas-username"} {"level":"info","ts":1784722558.1513019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","header":"x-maas-subscription"} {"level":"info","ts":1784722558.1513147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722558.1513214,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","modelName":"e2e-external-model"} {"level":"info","ts":1784722558.1513326,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722558.1513531,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784722558.1513684,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","authType":"apikey"} {"level":"info","ts":1784722558.1513917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.1853666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1854272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.1854367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.1854486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","EoS":true} {"level":"info","ts":1784722558.185471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","header":"x-maas-username"} {"level":"info","ts":1784722558.1854815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","header":"x-maas-group"} {"level":"info","ts":1784722558.1854863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","header":"x-maas-subscription"} {"level":"info","ts":1784722558.1854963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722558.1855152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.286676,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.2867126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.2867296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","EoS":false} {"level":"info","ts":1784722558.2867444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","EoS":true} {"level":"error","ts":1784722558.2867618,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784722558.2868202,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.3233626,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.3234262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.3234372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.3234503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","EoS":true} {"level":"info","ts":1784722558.3234718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","header":"x-maas-subscription"} {"level":"info","ts":1784722558.323482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","header":"x-maas-username"} {"level":"info","ts":1784722558.3234875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","header":"x-maas-group"} {"level":"info","ts":1784722558.323517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.4277072,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.4277365,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.4277556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","EoS":false} {"level":"info","ts":1784722558.4277744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","EoS":true} {"level":"error","ts":1784722558.4277914,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784722558.4278257,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722559.233242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01c90814-f236-4094-8797-2f18aeef18cc"} {"level":"info","ts":1784722559.233241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2942f081-48cd-413f-bd94-c852753922be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722559.233303,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2942f081-48cd-413f-bd94-c852753922be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722559.365815,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0773240a-abd9-4caa-bd67-7547ce14a394"} {"level":"info","ts":1784722559.3658106,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7acc0051-0ad7-4301-bb58-687bead638d1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722559.3658988,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7acc0051-0ad7-4301-bb58-687bead638d1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722559.478828,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1d661c0-fd9e-48dd-b34b-6c5f05bfdac1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784722559.478876,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1d661c0-fd9e-48dd-b34b-6c5f05bfdac1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784723175.4367244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723175.43681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.4368188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.436831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","EoS":true} {"level":"info","ts":1784723175.4368536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","header":"x-maas-username"} {"level":"info","ts":1784723175.4368622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","header":"x-maas-subscription"} {"level":"info","ts":1784723175.4368665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","header":"x-maas-group"} {"level":"info","ts":1784723175.4368792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","path":"/ai-tenant-e2e-inf-b-ffe082/test-model-ffe082/v1/chat/completions"} {"level":"info","ts":1784723175.4369028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.450284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.4503179,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.4503365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","EoS":false} {"level":"info","ts":1784723175.4503486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","EoS":true} {"level":"info","ts":1784723175.4503949,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723635.1164956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723635.1165733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.1165814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.116593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","EoS":true} {"level":"info","ts":1784723635.1166296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","header":"x-maas-group"} {"level":"info","ts":1784723635.1166382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","header":"x-maas-subscription"} {"level":"info","ts":1784723635.1166432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","header":"x-maas-username"} {"level":"info","ts":1784723635.116658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","path":"/ai-tenant-e2e-shared-a-0b54ae/rate-test-model-0b54ae/v1/completions"} {"level":"info","ts":1784723635.1166823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.1176069,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.1176322,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.117645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","EoS":false} {"level":"info","ts":1784723635.1176555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","EoS":true} {"level":"info","ts":1784723635.1176834,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723636.1586497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723636.1587148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.158726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.1587381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","EoS":true} {"level":"info","ts":1784723636.1587605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","header":"x-maas-group"} {"level":"info","ts":1784723636.158769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","header":"x-maas-subscription"} {"level":"info","ts":1784723636.1587737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","header":"x-maas-username"} {"level":"info","ts":1784723636.1587858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","path":"/ai-tenant-e2e-shared-a-0b54ae/rate-test-model-0b54ae/v1/completions"} {"level":"info","ts":1784723636.1588094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.1595664,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.159585,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.159599,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","EoS":false} {"level":"info","ts":1784723636.1596122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","EoS":true} {"level":"info","ts":1784723636.1596737,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723637.2656403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723637.2657127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2657242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2657356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","EoS":true} {"level":"info","ts":1784723637.265758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","header":"x-maas-subscription"} {"level":"info","ts":1784723637.2657676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","header":"x-maas-username"} {"level":"info","ts":1784723637.2657735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","header":"x-maas-group"} {"level":"info","ts":1784723637.265789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","path":"/ai-tenant-e2e-shared-b-55573a/rate-test-model-55573a/v1/completions"} {"level":"info","ts":1784723637.2658226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.27873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2787535,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2787688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","EoS":false} {"level":"info","ts":1784723637.2787817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","EoS":true} {"level":"info","ts":1784723637.278819,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"}