{"level":"info","ts":1784903974.5847967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d05887c-6d20-49a8-b54d-011008fe5853"} {"level":"info","ts":1784903974.5848117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d05887c-6d20-49a8-b54d-011008fe5853","EoS":false} {"level":"info","ts":1784903974.5848253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d05887c-6d20-49a8-b54d-011008fe5853","EoS":true} {"level":"info","ts":1784903974.5848634,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d05887c-6d20-49a8-b54d-011008fe5853"} {"level":"info","ts":1784903977.573858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903977.5739386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784903977.57395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784903977.5739677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","EoS":true} {"level":"info","ts":1784903977.5739956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","header":"x-maas-subscription"} {"level":"info","ts":1784903977.5740054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","header":"x-maas-username"} {"level":"info","ts":1784903977.5740106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","header":"x-maas-group"} {"level":"info","ts":1784903977.5740385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784903977.574066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784903977.5751138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784903977.575134,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784903977.5751495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","EoS":false} {"level":"info","ts":1784903977.5751617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d","EoS":true} {"level":"info","ts":1784903977.575202,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25540ef3-e9a5-4c6e-8e51-3fc4fd79260d"} {"level":"info","ts":1784904000.8786402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904000.878723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.8787344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.8787472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","EoS":true} {"level":"info","ts":1784904000.8787718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","header":"x-maas-group"} {"level":"info","ts":1784904000.8787823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","header":"x-maas-subscription"} {"level":"info","ts":1784904000.878787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","header":"x-maas-username"} {"level":"info","ts":1784904000.8787994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904000.8788683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.882479,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.882501,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904000.8825164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","EoS":false} {"level":"info","ts":1784904000.8825345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b","EoS":true} {"level":"info","ts":1784904000.8825712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62a8cc77-4dc0-4563-84b1-7b5f0b66ee0b"} {"level":"info","ts":1784904001.0230725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.023165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.023179,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.0231905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","EoS":true} {"level":"info","ts":1784904001.0232153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","header":"x-maas-username"} {"level":"info","ts":1784904001.0232246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","header":"x-maas-subscription"} {"level":"info","ts":1784904001.0232303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","header":"x-maas-group"} {"level":"info","ts":1784904001.0232446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.0232706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.0243006,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.0243194,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.0243437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","EoS":false} {"level":"info","ts":1784904001.0243568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f","EoS":true} {"level":"info","ts":1784904001.024389,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f7c700f-1cc6-4290-ad3b-76c6b415bc9f"} {"level":"info","ts":1784904001.161324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.1614234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1614358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1614482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","EoS":true} {"level":"info","ts":1784904001.1614735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","header":"x-maas-username"} {"level":"info","ts":1784904001.1614842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","header":"x-maas-subscription"} {"level":"info","ts":1784904001.16149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","header":"x-maas-group"} {"level":"info","ts":1784904001.161502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.161525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1626701,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1626928,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.1627114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","EoS":false} {"level":"info","ts":1784904001.1627223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a","EoS":true} {"level":"info","ts":1784904001.1627586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa14676b-f266-4be8-afb4-54f9077c013a"} {"level":"info","ts":1784904001.299989,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.3000953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.3001094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.3001208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","EoS":true} {"level":"info","ts":1784904001.300146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","header":"x-maas-subscription"} {"level":"info","ts":1784904001.300156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","header":"x-maas-username"} {"level":"info","ts":1784904001.3001611,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","header":"x-maas-group"} {"level":"info","ts":1784904001.300175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.3002017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.3011787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.3012033,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.3012223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","EoS":false} {"level":"info","ts":1784904001.3012323,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850","EoS":true} {"level":"info","ts":1784904001.3012683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52154b80-a8e9-45a9-87b5-6af730d49850"} {"level":"info","ts":1784904001.437921,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904001.4380014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.438013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.4380498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","EoS":true} {"level":"info","ts":1784904001.4380789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","header":"x-maas-username"} {"level":"info","ts":1784904001.4380891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","header":"x-maas-subscription"} {"level":"info","ts":1784904001.4380949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","header":"x-maas-group"} {"level":"info","ts":1784904001.4381073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904001.4381316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.4391212,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.4391408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904001.439156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","EoS":false} {"level":"info","ts":1784904001.4391713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c","EoS":true} {"level":"info","ts":1784904001.4392045,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21430df4-297a-4f6c-905e-9ed9d8fade9c"} {"level":"info","ts":1784904017.4712658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.4713454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.4713557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.471367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","EoS":true} {"level":"info","ts":1784904017.4713933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","header":"x-maas-username"} {"level":"info","ts":1784904017.471404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","header":"x-maas-subscription"} {"level":"info","ts":1784904017.4714084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","header":"x-maas-group"} {"level":"info","ts":1784904017.471421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904017.4714468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.4739919,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.474016,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.474054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","EoS":false} {"level":"info","ts":1784904017.4740667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65","EoS":true} {"level":"info","ts":1784904017.474103,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c27ea7fc-4a06-4031-a460-a6bdf69baa65"} {"level":"info","ts":1784904017.5782573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904017.5783384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904017.57917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904017.5791903,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904017.5792067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22","EoS":false} {"level":"info","ts":1784904017.579218,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904017.5792427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22","EoS":true} {"level":"info","ts":1784904017.5792544,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6d18f3bc-acf2-4913-a3a4-c453f3f2ea22"} {"level":"info","ts":1784904022.2612267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904022.26131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2613232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2613356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","EoS":true} {"level":"info","ts":1784904022.261362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","header":"x-maas-group"} {"level":"info","ts":1784904022.2613726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","header":"x-maas-username"} {"level":"info","ts":1784904022.2613845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","header":"x-maas-subscription"} {"level":"info","ts":1784904022.2613983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904022.2614236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2624288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2624476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904022.2624714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","EoS":false} {"level":"info","ts":1784904022.2624934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d","EoS":true} {"level":"info","ts":1784904022.2625408,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2aeaec2d-8522-494f-95cf-778bd3f9066d"} {"level":"info","ts":1784904032.9600835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904032.960163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.9601743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.9601855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","EoS":true} {"level":"info","ts":1784904032.9602122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","header":"x-maas-subscription"} {"level":"info","ts":1784904032.9602199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","header":"x-maas-group"} {"level":"info","ts":1784904032.9602253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","header":"x-maas-username"} {"level":"info","ts":1784904032.9602392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904032.9603174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.961346,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.9613657,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904032.9613895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","EoS":false} {"level":"info","ts":1784904032.9614003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3","EoS":true} {"level":"info","ts":1784904032.9614356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a9b97ed-6a98-40d7-abd3-471b58aed4b3"} {"level":"info","ts":1784904046.0110407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904046.0111508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904046.0111682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904046.0111864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","EoS":true} {"level":"info","ts":1784904046.0112233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","header":"x-maas-subscription"} {"level":"info","ts":1784904046.0112386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","header":"x-maas-username"} {"level":"info","ts":1784904046.011245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","header":"x-maas-group"} {"level":"info","ts":1784904046.0112627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904046.011297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904046.012381,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904046.0124035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904046.0124185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","EoS":false} {"level":"info","ts":1784904046.0124297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a","EoS":true} {"level":"info","ts":1784904046.012467,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d4d0ddb-bd9f-4155-a80e-0f9885c0162a"} {"level":"info","ts":1784904054.6360114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904054.636128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.6361418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.636154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","EoS":true} {"level":"info","ts":1784904054.6361818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","header":"x-maas-username"} {"level":"info","ts":1784904054.636193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","header":"x-maas-group"} {"level":"info","ts":1784904054.636199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","header":"x-maas-subscription"} {"level":"info","ts":1784904054.6362128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904054.6362376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.6372273,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.637249,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904054.6372707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","EoS":false} {"level":"info","ts":1784904054.6372833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457","EoS":true} {"level":"info","ts":1784904054.6373203,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"056077c8-9a76-44f6-b89f-8301e8214457"} {"level":"info","ts":1784904063.6406488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904063.640743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6407595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6407752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","EoS":true} {"level":"info","ts":1784904063.6408062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","header":"x-maas-subscription"} {"level":"info","ts":1784904063.6408207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","header":"x-maas-username"} {"level":"info","ts":1784904063.6408281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","header":"x-maas-group"} {"level":"info","ts":1784904063.6408436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904063.6408696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6418574,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.6418786,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904063.641896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","EoS":false} {"level":"info","ts":1784904063.6419132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e","EoS":true} {"level":"info","ts":1784904063.6419525,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f5d4ff8-099a-4373-9ada-c5885d844b3e"} {"level":"info","ts":1784904089.0284739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904089.0285523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.0285635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.028578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","EoS":true} {"level":"info","ts":1784904089.0286033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","header":"x-maas-username"} {"level":"info","ts":1784904089.0286136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","header":"x-maas-subscription"} {"level":"info","ts":1784904089.02862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","header":"x-maas-group"} {"level":"info","ts":1784904089.0286324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904089.0286555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.0308118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.03084,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904089.030856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","EoS":false} {"level":"info","ts":1784904089.0308664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba","EoS":true} {"level":"info","ts":1784904089.0309062,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ef394ff-272e-4e04-95fe-758c4381daba"} {"level":"info","ts":1784904115.2718747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904115.2719572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.2719696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.2719808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","EoS":true} {"level":"info","ts":1784904115.2720053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","header":"x-maas-subscription"} {"level":"info","ts":1784904115.2720156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","header":"x-maas-username"} {"level":"info","ts":1784904115.2720196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","header":"x-maas-group"} {"level":"info","ts":1784904115.2720559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904115.2720761,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.2750826,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.275104,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904115.2751205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","EoS":false} {"level":"info","ts":1784904115.2751317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59","EoS":true} {"level":"info","ts":1784904115.2751675,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c4366675-eaba-4262-a4d7-51d40fc9ba59"} {"level":"info","ts":1784904142.6838756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904142.6839607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6839771,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.683997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","EoS":true} {"level":"info","ts":1784904142.6840482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","header":"x-maas-username"} {"level":"info","ts":1784904142.6840625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","header":"x-maas-subscription"} {"level":"info","ts":1784904142.6840718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","header":"x-maas-group"} {"level":"info","ts":1784904142.6840966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904142.6841326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6869674,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6869898,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904142.6870103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","EoS":false} {"level":"info","ts":1784904142.6870224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3","EoS":true} {"level":"info","ts":1784904142.6870735,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66228a09-bcf3-4afc-a05f-1d5b056480d3"} {"level":"info","ts":1784904152.1884217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904152.1885242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1885397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1885588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","EoS":true} {"level":"info","ts":1784904152.1886008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","header":"x-maas-subscription"} {"level":"info","ts":1784904152.1886144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","header":"x-maas-group"} {"level":"info","ts":1784904152.188622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","header":"x-maas-username"} {"level":"info","ts":1784904152.1886427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904152.1886764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.189669,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1896906,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.1897056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","EoS":false} {"level":"info","ts":1784904152.189717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7","EoS":true} {"level":"info","ts":1784904152.1897566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"20d0de79-4a99-4a90-a05b-89a38bdcbde7"} {"level":"info","ts":1784904152.2217858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904152.221869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2218843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2218962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","EoS":true} {"level":"info","ts":1784904152.2219203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","header":"x-maas-username"} {"level":"info","ts":1784904152.2219307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","header":"x-maas-group"} {"level":"info","ts":1784904152.2219365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","header":"x-maas-subscription"} {"level":"info","ts":1784904152.2219698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904152.2219954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2230117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2230594,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904152.2230783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","EoS":false} {"level":"info","ts":1784904152.223094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039","EoS":true} {"level":"info","ts":1784904152.223141,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d34c2ded-2d9e-4cd0-a08f-041a2165a039"} {"level":"info","ts":1784904171.5565858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904171.5566812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.5566936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.5567052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","EoS":true} {"level":"info","ts":1784904171.5567298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","header":"x-maas-username"} {"level":"info","ts":1784904171.5567403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","header":"x-maas-subscription"} {"level":"info","ts":1784904171.5567453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","header":"x-maas-group"} {"level":"info","ts":1784904171.5567589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904171.5567837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.557799,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.5578165,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904171.557831,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","EoS":false} {"level":"info","ts":1784904171.5578487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba","EoS":true} {"level":"info","ts":1784904171.557882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b5d08d3-4d3d-4913-af52-aaa4ddc20dba"} {"level":"info","ts":1784904300.7391107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904300.7391958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7392066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7392185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","EoS":true} {"level":"info","ts":1784904300.7392426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","header":"x-maas-username"} {"level":"info","ts":1784904300.7392533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","header":"x-maas-subscription"} {"level":"info","ts":1784904300.7392588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","header":"x-maas-group"} {"level":"info","ts":1784904300.7392726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904300.7392988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7422395,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7422569,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904300.7422693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","EoS":false} {"level":"info","ts":1784904300.7422795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6","EoS":true} {"level":"info","ts":1784904300.7423124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f083d45-b262-464b-8c86-91ec0db0ccb6"} {"level":"info","ts":1784904336.0732324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904336.0733323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.0733538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.0733662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","EoS":true} {"level":"info","ts":1784904336.073393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","header":"x-maas-username"} {"level":"info","ts":1784904336.0734024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","header":"x-maas-subscription"} {"level":"info","ts":1784904336.0734565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","header":"x-maas-group"} {"level":"info","ts":1784904336.0734727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904336.0734968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.075457,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.075479,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904336.0755012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","EoS":false} {"level":"info","ts":1784904336.07552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73","EoS":true} {"level":"info","ts":1784904336.0755625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db86fc3f-4019-418d-93b9-7303bec04f73"} {"level":"info","ts":1784904351.4110408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904351.4111304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.4111466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.4111638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","EoS":true} {"level":"info","ts":1784904351.4111907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","header":"x-maas-username"} {"level":"info","ts":1784904351.4112005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","header":"x-maas-group"} {"level":"info","ts":1784904351.4112055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","header":"x-maas-subscription"} {"level":"info","ts":1784904351.411219,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904351.4112463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.4129922,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.4130182,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904351.413057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","EoS":false} {"level":"info","ts":1784904351.4130685,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca","EoS":true} {"level":"info","ts":1784904351.4131072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22ec625b-9ee4-4cbe-9011-2da5b94482ca"} {"level":"info","ts":1784904644.9823654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904644.9824555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9824672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9824793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","EoS":true} {"level":"info","ts":1784904644.9825027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","header":"x-maas-group"} {"level":"info","ts":1784904644.9825125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","header":"x-maas-username"} {"level":"info","ts":1784904644.9825177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","header":"x-maas-subscription"} {"level":"info","ts":1784904644.9825318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904644.9825559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9861321,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9861577,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904644.9861772,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","EoS":false} {"level":"info","ts":1784904644.986189,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb","EoS":true} {"level":"info","ts":1784904644.9862225,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b248cb85-6b82-4433-bed7-defa9e6a89eb"} {"level":"info","ts":1784904645.0202482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904645.0203214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0203338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0203457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","EoS":true} {"level":"info","ts":1784904645.020369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","header":"x-maas-group"} {"level":"info","ts":1784904645.0203803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","header":"x-maas-username"} {"level":"info","ts":1784904645.0203848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","header":"x-maas-subscription"} {"level":"info","ts":1784904645.0203967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904645.0204241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0214431,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.0214682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904645.02149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","EoS":false} {"level":"info","ts":1784904645.021502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4","EoS":true} {"level":"info","ts":1784904645.021536,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ce82f90-d943-4331-9ca8-67c89c42ded4"} {"level":"info","ts":1784904649.8870609,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"40ddb346-c550-43f8-8e38-08d15fbb7a7c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784904649.8873506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35290.109837962,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904649.8873694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904649.9305453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904649.9875915,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"40ddb346-c550-43f8-8e38-08d15fbb7a7c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784904650.0182896,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67045ddb-7059-4d05-9473-96fcc51c5afd"} {"level":"info","ts":1784904650.0183756,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"844be483-b6d2-457b-a3ae-8eb8a26cfcd9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.0184062,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"844be483-b6d2-457b-a3ae-8eb8a26cfcd9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784904650.0250964,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4ce341a-e511-4cb4-a861-f9bb1c56de2e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.0251284,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4ce341a-e511-4cb4-a861-f9bb1c56de2e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784904650.0253427,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32455.224270905,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.025366,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.0363042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.1254196,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67045ddb-7059-4d05-9473-96fcc51c5afd","name":"e2e-external-provider"} {"level":"info","ts":1784904650.1466799,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67045ddb-7059-4d05-9473-96fcc51c5afd","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784904650.1557286,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1010dfe-3bb2-47fd-b720-990bf63e1080"} {"level":"info","ts":1784904650.155757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c88e7a-1f15-4d92-9a43-21e560988297","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.1557968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c88e7a-1f15-4d92-9a43-21e560988297","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.1644156,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1010dfe-3bb2-47fd-b720-990bf63e1080","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784904650.1646852,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67045ddb-7059-4d05-9473-96fcc51c5afd","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784904650.1652708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bf442c5-a8f8-4f01-a222-9b9807d321f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.1653004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bf442c5-a8f8-4f01-a222-9b9807d321f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784904650.172888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1010dfe-3bb2-47fd-b720-990bf63e1080","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.1729777,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc155af9-7fcb-4d06-93cf-282500456936"} {"level":"info","ts":1784904650.1730084,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc155af9-7fcb-4d06-93cf-282500456936","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784904650.1738806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c11346cf-91b3-44f0-bd99-958d13992bdf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.173904,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c11346cf-91b3-44f0-bd99-958d13992bdf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.1775498,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67045ddb-7059-4d05-9473-96fcc51c5afd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784904650.1802754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc155af9-7fcb-4d06-93cf-282500456936","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784904650.1803253,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc155af9-7fcb-4d06-93cf-282500456936","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.1803682,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f05120-43e9-4e21-930b-0d94744e0c1c"} {"level":"info","ts":1784904650.1803885,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f05120-43e9-4e21-930b-0d94744e0c1c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784904650.1896813,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4139fdcf-4906-4549-9dd4-710f8a68288e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904650.1897051,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4139fdcf-4906-4549-9dd4-710f8a68288e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784904650.189759,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b310c94-ac01-41da-afa4-f0bc411e2c6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.1897743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b310c94-ac01-41da-afa4-f0bc411e2c6e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.1912868,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a833072-b67c-4523-9760-23b17237f776"} {"level":"info","ts":1784904650.1913502,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a833072-b67c-4523-9760-23b17237f776","name":"e2e-external-provider"} {"level":"error","ts":1784904650.1950536,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f05120-43e9-4e21-930b-0d94744e0c1c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.1951237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e4cb6e2-f74c-4223-bd8a-c4e83d7b46de"} {"level":"info","ts":1784904650.1953287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35789.657676043,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.1953454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.212415,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a833072-b67c-4523-9760-23b17237f776","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784904650.3033402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784904650.31414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"493ae3e8-bf36-4e67-bc87-5c7f4494d7c6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3142054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"493ae3e8-bf36-4e67-bc87-5c7f4494d7c6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3334215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9dbb614-ebb5-4d3e-b807-dadef078ff9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3334606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9dbb614-ebb5-4d3e-b807-dadef078ff9a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3554468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2209cadf-c220-4d46-8aa4-38cf5f306891","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904650.3554866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2209cadf-c220-4d46-8aa4-38cf5f306891","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784904650.3963184,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e4cb6e2-f74c-4223-bd8a-c4e83d7b46de","name":"e2e-external-model"} {"level":"info","ts":1784904650.4112175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e4cb6e2-f74c-4223-bd8a-c4e83d7b46de","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784904650.417463,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e4cb6e2-f74c-4223-bd8a-c4e83d7b46de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904650.417563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"843498b6-6aa5-4f45-bd6d-e44329d677be"} {"level":"info","ts":1784904650.4176195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"843498b6-6aa5-4f45-bd6d-e44329d677be","name":"e2e-external-model"} {"level":"info","ts":1784904650.4385526,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"843498b6-6aa5-4f45-bd6d-e44329d677be","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904659.9227033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904659.9227839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904659.9227939,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904659.9228058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","EoS":true} {"level":"info","ts":1784904659.9228292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","header":"x-maas-group"} {"level":"info","ts":1784904659.9228404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","header":"x-maas-username"} {"level":"info","ts":1784904659.922845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","header":"x-maas-subscription"} {"level":"info","ts":1784904659.9228597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904659.9228709,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","modelName":"e2e-external-model"} {"level":"info","ts":1784904659.922886,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904659.922922,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784904659.9229393,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3","authType":"apikey"} {"level":"info","ts":1784904659.9229655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c017fd97-9f3c-4a7f-9508-0bdff5c426b3"} {"level":"info","ts":1784904660.0436096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7daa0041-cd38-4ab5-add5-0fa849b365e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.0436544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7daa0041-cd38-4ab5-add5-0fa849b365e2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784904660.0436528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b55f1a01-b5a6-4bfe-9bfd-e500abc5639d"} {"level":"info","ts":1784904660.0527256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"169d5f28-7d50-409c-a67d-6ffbcf334f47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.0527601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"169d5f28-7d50-409c-a67d-6ffbcf334f47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784904660.0527709,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b55f1a01-b5a6-4bfe-9bfd-e500abc5639d","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.0869675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bc186a-3a9d-4116-b97f-fd96a6a2cce3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.0870092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bc186a-3a9d-4116-b97f-fd96a6a2cce3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.0877872,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b55f1a01-b5a6-4bfe-9bfd-e500abc5639d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.0878744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f23c9c70-dca9-40b2-a94f-2fba251fefeb"} {"level":"info","ts":1784904660.0879421,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f23c9c70-dca9-40b2-a94f-2fba251fefeb","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1145072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b49b80e9-157d-4b27-bfb5-ae400af0fe82","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.1145506,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b49b80e9-157d-4b27-bfb5-ae400af0fe82","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784904660.1146636,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f23c9c70-dca9-40b2-a94f-2fba251fefeb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784904660.114737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2d3e1b5-5e19-4192-8eaf-2fd572880e82"} {"level":"info","ts":1784904660.1147993,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2d3e1b5-5e19-4192-8eaf-2fd572880e82","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1258416,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2d3e1b5-5e19-4192-8eaf-2fd572880e82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904660.1323335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c33c0207-4acf-404b-9631-271d57e557fb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904660.1323817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c33c0207-4acf-404b-9631-271d57e557fb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784904660.1324952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d2351d-16fb-4412-ae4e-6164c05823e8"} {"level":"info","ts":1784904660.132573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d2351d-16fb-4412-ae4e-6164c05823e8","name":"e2e-cleanup-test"} {"level":"info","ts":1784904660.1425796,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d2351d-16fb-4412-ae4e-6164c05823e8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784904668.3455303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24e9e2da-d9b1-42da-b0d5-7db97613566f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904668.3455484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce52fb48-5f36-44a6-b2b0-027e2a57cb0d"} {"level":"info","ts":1784904668.345572,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24e9e2da-d9b1-42da-b0d5-7db97613566f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784904672.6774254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.6775248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.6775374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.6775558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","EoS":true} {"level":"info","ts":1784904672.6776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784904672.6776328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72c4d9bc-1582-461f-85f2-b5ad109a6351"} {"level":"info","ts":1784904672.7163177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.7164004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.7164187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.716432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","EoS":true} {"level":"info","ts":1784904672.7164598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","header":"x-maas-username"} {"level":"info","ts":1784904672.7164695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","header":"x-maas-subscription"} {"level":"info","ts":1784904672.7164743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","header":"x-maas-group"} {"level":"info","ts":1784904672.7164884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904672.7165015,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","modelName":"e2e-external-model"} {"level":"info","ts":1784904672.7165146,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784904672.7165856,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784904672.7166085,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7","authType":"apikey"} {"level":"info","ts":1784904672.7166352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb006378-804b-43b3-842e-9813fe53d0c7"} {"level":"info","ts":1784904672.752821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.7529194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.752933,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.7529485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","EoS":true} {"level":"info","ts":1784904672.752981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","header":"x-maas-group"} {"level":"info","ts":1784904672.7529914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","header":"x-maas-username"} {"level":"info","ts":1784904672.7529964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","header":"x-maas-subscription"} {"level":"info","ts":1784904672.753009,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784904672.7530541,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.8593276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.8593566,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.859375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","EoS":false} {"level":"info","ts":1784904672.8593872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","EoS":true} {"level":"error","ts":1784904672.8594022,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784904672.8594613,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96cead6c-654d-490f-84c4-e6165e829a66"} {"level":"info","ts":1784904672.8953736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904672.8954453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.8954577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.8954697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","EoS":true} {"level":"info","ts":1784904672.8954928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","header":"x-maas-group"} {"level":"info","ts":1784904672.8955057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","header":"x-maas-username"} {"level":"info","ts":1784904672.8955138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","header":"x-maas-subscription"} {"level":"info","ts":1784904672.8955867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.9953887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.9954164,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904672.9954329,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","EoS":false} {"level":"info","ts":1784904672.9954455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","EoS":true} {"level":"error","ts":1784904672.9954603,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784904672.995499,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7efd09ce-f2df-4729-9c7b-37e84869e59c"} {"level":"info","ts":1784904673.9047842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edecb1fb-1547-4209-868a-b22ed0e95d76","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904673.904826,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edecb1fb-1547-4209-868a-b22ed0e95d76","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784904673.9048278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df885e0d-19cb-4ec5-8add-8b21d77fcecf"} {"level":"info","ts":1784904674.0735798,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14bd56b7-a2c8-45ae-b7e7-ef2175e2b725","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904674.0736265,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14bd56b7-a2c8-45ae-b7e7-ef2175e2b725","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784904674.0736253,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3660174a-3c10-4911-9373-c8bdae5c3c97"} {"level":"info","ts":1784904674.2074394,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3b997c8-f210-47fe-956a-c5be15961641","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784904674.2075465,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3b997c8-f210-47fe-956a-c5be15961641","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784905839.1086936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905839.1088018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cbc813c-8003-4777-afd8-7fa94a03f946"} {"level":"info","ts":1784905894.5149436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905894.5150573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.515071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.5150843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","EoS":true} {"level":"info","ts":1784905894.5151114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","header":"x-maas-subscription"} {"level":"info","ts":1784905894.5151217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","header":"x-maas-group"} {"level":"info","ts":1784905894.5151293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","header":"x-maas-username"} {"level":"info","ts":1784905894.5151463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784905894.5151742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.5187557,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.518777,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"} {"level":"info","ts":1784905894.5187948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","EoS":false} {"level":"info","ts":1784905894.518806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787","EoS":true} {"level":"info","ts":1784905894.518848,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12fbc97f-3b3d-451a-9661-e5ced4dbb787"}